anhtld commited on
Commit
98deb76
·
verified ·
1 Parent(s): a6cbea9

Auto-sync: 2026-06-29 12:50:13 (part 3)

Browse files
results/paper_analysis.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_clean_key": "residual_k4_composemasked_grid035040045_noopbonus003",
3
- "generated_utc": "2026-06-29T16:37:59+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.07246376811594196,
6
  "best_clean_vs_h16": 0.0579710144927536,
@@ -1154,14 +1154,210 @@
1154
  "std_success": 0.010190374394925787
1155
  },
1156
  "residual_k4_composemasked_l2comp002_grid035040045_noopbonus003": {
 
1157
  "label": "K4 composed type-consensus tangents, masked, composite L2 penalty 0.02",
1158
- "missing": true,
1159
- "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_l2comp002_grid035040045_safe_margin0p20_noopbonus0p03_summary.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1160
  },
1161
  "residual_k4_composemasked_l2comp005_grid035040045_noopbonus003": {
 
1162
  "label": "K4 composed type-consensus tangents, masked, composite L2 penalty 0.05",
1163
- "missing": true,
1164
- "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_l2comp005_grid035040045_safe_margin0p20_noopbonus0p03_summary.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1165
  },
1166
  "residual_k4_consensus": {
1167
  "ci95_success": 0.04490086956521744,
 
1
  {
2
  "best_clean_key": "residual_k4_composemasked_grid035040045_noopbonus003",
3
+ "generated_utc": "2026-06-29T16:47:33+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.07246376811594196,
6
  "best_clean_vs_h16": 0.0579710144927536,
 
1154
  "std_success": 0.010190374394925787
1155
  },
1156
  "residual_k4_composemasked_l2comp002_grid035040045_noopbonus003": {
1157
+ "ci95_success": 0.026399229893358696,
1158
  "label": "K4 composed type-consensus tangents, masked, composite L2 penalty 0.02",
1159
+ "mean_action_mse_to_best": 0.4078853273853336,
1160
+ "mean_progress": 0.5703304209737426,
1161
+ "mean_success": 0.3553623188405797,
1162
+ "num_completed": 3,
1163
+ "per_task_success": {
1164
+ "LiftPegUpright-v1": {
1165
+ "mean_num_groups": 102.0,
1166
+ "mean_success": 0.26340865087329823,
1167
+ "std_success": 0.06057881385012102
1168
+ },
1169
+ "PickCube-v1": {
1170
+ "mean_num_groups": 196.66666666666666,
1171
+ "mean_success": 0.3278169093386485,
1172
+ "std_success": 0.02533117351097172
1173
+ },
1174
+ "PullCube-v1": {
1175
+ "mean_num_groups": 81.0,
1176
+ "mean_success": 0.20035568719779248,
1177
+ "std_success": 0.02638291361020334
1178
+ },
1179
+ "PushCube-v1": {
1180
+ "mean_num_groups": 102.0,
1181
+ "mean_success": 0.757403601199683,
1182
+ "std_success": 0.07781968814460603
1183
+ },
1184
+ "StackCube-v1": {
1185
+ "mean_num_groups": 93.33333333333333,
1186
+ "mean_success": 0.20044030044030045,
1187
+ "std_success": 0.08896982358351117
1188
+ }
1189
+ },
1190
+ "seed_action_mse_to_best": {
1191
+ "0": 0.40025916028443886,
1192
+ "1": 0.3954629489504125,
1193
+ "2": 0.42793387292114937
1194
+ },
1195
+ "seed_progress": {
1196
+ "0": 0.5580391604931134,
1197
+ "1": 0.5702176707529504,
1198
+ "2": 0.5827344316751639
1199
+ },
1200
+ "seed_success": {
1201
+ "0": 0.35304347826086957,
1202
+ "1": 0.34608695652173915,
1203
+ "2": 0.36695652173913046
1204
+ },
1205
+ "selected_candidate_type_counts": {
1206
+ "retrieval_residual_policy_residual": 1611,
1207
+ "retrieval_residual_residual_near_miss": 8,
1208
+ "retrieval_residual_residual_near_miss+residual_no_op": 9,
1209
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 4,
1210
+ "retrieval_residual_residual_no_op": 59,
1211
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 14,
1212
+ "retrieval_residual_residual_wrong_gripper": 20
1213
+ },
1214
+ "selected_residual_scale_counts": {
1215
+ "0.35": 1628,
1216
+ "0.4": 10,
1217
+ "0.45": 87
1218
+ },
1219
+ "selected_type_outcomes": {
1220
+ "retrieval_residual_policy_residual": {
1221
+ "count": 1611.0,
1222
+ "mean_progress": 0.5615387783291779,
1223
+ "success_rate": 0.345747982619491
1224
+ },
1225
+ "retrieval_residual_residual_near_miss": {
1226
+ "count": 8.0,
1227
+ "mean_progress": 0.8527381531894207,
1228
+ "success_rate": 0.625
1229
+ },
1230
+ "retrieval_residual_residual_near_miss+residual_no_op": {
1231
+ "count": 9.0,
1232
+ "mean_progress": 0.41239654852284324,
1233
+ "success_rate": 0.3333333333333333
1234
+ },
1235
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
1236
+ "count": 4.0,
1237
+ "mean_progress": 0.898208275437355,
1238
+ "success_rate": 0.75
1239
+ },
1240
+ "retrieval_residual_residual_no_op": {
1241
+ "count": 59.0,
1242
+ "mean_progress": 0.7251843288225137,
1243
+ "success_rate": 0.5084745762711864
1244
+ },
1245
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": {
1246
+ "count": 14.0,
1247
+ "mean_progress": 0.6851060901369367,
1248
+ "success_rate": 0.42857142857142855
1249
+ },
1250
+ "retrieval_residual_residual_wrong_gripper": {
1251
+ "count": 20.0,
1252
+ "mean_progress": 0.6338668182492256,
1253
+ "success_rate": 0.45
1254
+ }
1255
+ },
1256
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_l2comp002_grid035040045_safe_margin0p20_noopbonus0p03_summary.json",
1257
+ "std_success": 0.010626262481057023
1258
  },
1259
  "residual_k4_composemasked_l2comp005_grid035040045_noopbonus003": {
1260
+ "ci95_success": 0.02405601694176965,
1261
  "label": "K4 composed type-consensus tangents, masked, composite L2 penalty 0.05",
1262
+ "mean_action_mse_to_best": 0.4051644595277806,
1263
+ "mean_progress": 0.5694483268211469,
1264
+ "mean_success": 0.3547826086956522,
1265
+ "num_completed": 3,
1266
+ "per_task_success": {
1267
+ "LiftPegUpright-v1": {
1268
+ "mean_num_groups": 102.0,
1269
+ "mean_success": 0.26340865087329823,
1270
+ "std_success": 0.06057881385012102
1271
+ },
1272
+ "PickCube-v1": {
1273
+ "mean_num_groups": 196.66666666666666,
1274
+ "mean_success": 0.3278169093386485,
1275
+ "std_success": 0.02533117351097172
1276
+ },
1277
+ "PullCube-v1": {
1278
+ "mean_num_groups": 81.0,
1279
+ "mean_success": 0.20035568719779248,
1280
+ "std_success": 0.02638291361020334
1281
+ },
1282
+ "PushCube-v1": {
1283
+ "mean_num_groups": 102.0,
1284
+ "mean_success": 0.7541032711666796,
1285
+ "std_success": 0.07644139692615382
1286
+ },
1287
+ "StackCube-v1": {
1288
+ "mean_num_groups": 93.33333333333333,
1289
+ "mean_success": 0.20044030044030045,
1290
+ "std_success": 0.08896982358351117
1291
+ }
1292
+ },
1293
+ "seed_action_mse_to_best": {
1294
+ "0": 0.39534642129002706,
1295
+ "1": 0.3933826872949367,
1296
+ "2": 0.4267642699983781
1297
+ },
1298
+ "seed_progress": {
1299
+ "0": 0.5575822278395619,
1300
+ "1": 0.5696634550133477,
1301
+ "2": 0.581099297610531
1302
+ },
1303
+ "seed_success": {
1304
+ "0": 0.35304347826086957,
1305
+ "1": 0.34608695652173915,
1306
+ "2": 0.3652173913043478
1307
+ },
1308
+ "selected_candidate_type_counts": {
1309
+ "retrieval_residual_policy_residual": 1613,
1310
+ "retrieval_residual_residual_near_miss": 9,
1311
+ "retrieval_residual_residual_near_miss+residual_no_op": 8,
1312
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
1313
+ "retrieval_residual_residual_no_op": 60,
1314
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 8,
1315
+ "retrieval_residual_residual_wrong_gripper": 22
1316
+ },
1317
+ "selected_residual_scale_counts": {
1318
+ "0.35": 1628,
1319
+ "0.4": 11,
1320
+ "0.45": 86
1321
+ },
1322
+ "selected_type_outcomes": {
1323
+ "retrieval_residual_policy_residual": {
1324
+ "count": 1613.0,
1325
+ "mean_progress": 0.5610057968103742,
1326
+ "success_rate": 0.3453192808431494
1327
+ },
1328
+ "retrieval_residual_residual_near_miss": {
1329
+ "count": 9.0,
1330
+ "mean_progress": 0.8691005806128184,
1331
+ "success_rate": 0.6666666666666666
1332
+ },
1333
+ "retrieval_residual_residual_near_miss+residual_no_op": {
1334
+ "count": 8.0,
1335
+ "mean_progress": 0.33894611708819866,
1336
+ "success_rate": 0.25
1337
+ },
1338
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
1339
+ "count": 5.0,
1340
+ "mean_progress": 0.918566620349884,
1341
+ "success_rate": 0.8
1342
+ },
1343
+ "retrieval_residual_residual_no_op": {
1344
+ "count": 60.0,
1345
+ "mean_progress": 0.7145914144503573,
1346
+ "success_rate": 0.5
1347
+ },
1348
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": {
1349
+ "count": 8.0,
1350
+ "mean_progress": 0.7917308211326599,
1351
+ "success_rate": 0.5
1352
+ },
1353
+ "retrieval_residual_residual_wrong_gripper": {
1354
+ "count": 22.0,
1355
+ "mean_progress": 0.5936534005132589,
1356
+ "success_rate": 0.4090909090909091
1357
+ }
1358
+ },
1359
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_l2comp005_grid035040045_safe_margin0p20_noopbonus0p03_summary.json",
1360
+ "std_success": 0.00968306845709568
1361
  },
1362
  "residual_k4_consensus": {
1363
  "ci95_success": 0.04490086956521744,
results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-06-29T16:37:59+00:00`
4
 
5
  ## Main Seed Statistics
6
 
@@ -48,8 +48,8 @@ Generated: `2026-06-29T16:37:59+00:00`
48
  | residual_k4_composemasked_grid035040045 | K4 composed type-consensus tangents, masked, scales 0.35/0.40/0.45 | 3 | 35.30% +/- 1.22 | +/- 3.02 | 56.91% | 0.410 | +5.57 pp |
49
  | residual_k4_composemasked_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 35.54% +/- 1.02 | +/- 2.53 | 57.02% | 0.411 | +5.80 pp |
50
  | residual_k4_composemasked_compbonus_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, component no-op bonus 0.03 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.98% | 0.413 | +5.62 pp |
51
- | residual_k4_composemasked_l2comp002_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, composite L2 penalty 0.02 | 0 | missing | missing | missing | missing | missing |
52
- | residual_k4_composemasked_l2comp005_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, composite L2 penalty 0.05 | 0 | missing | missing | missing | missing | missing |
53
  | repair_nearmiss_k4_grid025035050_margin020 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20 | 3 | 34.32% +/- 1.35 | +/- 3.36 | 55.97% | 0.394 | +4.58 pp |
54
  | repair_nearmiss_k4_grid035050075_margin020 | K4 near-miss-to-expert repair tangent, scales 0.35/0.50/0.75, margin 0.20 | 3 | 34.38% +/- 1.50 | +/- 3.73 | 56.05% | 0.394 | +4.64 pp |
55
  | repair_nearmiss_k4_grid025035050_margin010 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.10 | 3 | 34.14% +/- 1.48 | +/- 3.67 | 56.01% | 0.393 | +4.41 pp |
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-06-29T16:47:33+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
48
  | residual_k4_composemasked_grid035040045 | K4 composed type-consensus tangents, masked, scales 0.35/0.40/0.45 | 3 | 35.30% +/- 1.22 | +/- 3.02 | 56.91% | 0.410 | +5.57 pp |
49
  | residual_k4_composemasked_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 35.54% +/- 1.02 | +/- 2.53 | 57.02% | 0.411 | +5.80 pp |
50
  | residual_k4_composemasked_compbonus_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, component no-op bonus 0.03 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.98% | 0.413 | +5.62 pp |
51
+ | residual_k4_composemasked_l2comp002_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, composite L2 penalty 0.02 | 3 | 35.54% +/- 1.06 | +/- 2.64 | 57.03% | 0.408 | +5.80 pp |
52
+ | residual_k4_composemasked_l2comp005_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, composite L2 penalty 0.05 | 3 | 35.48% +/- 0.97 | +/- 2.41 | 56.94% | 0.405 | +5.74 pp |
53
  | repair_nearmiss_k4_grid025035050_margin020 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20 | 3 | 34.32% +/- 1.35 | +/- 3.36 | 55.97% | 0.394 | +4.58 pp |
54
  | repair_nearmiss_k4_grid035050075_margin020 | K4 near-miss-to-expert repair tangent, scales 0.35/0.50/0.75, margin 0.20 | 3 | 34.38% +/- 1.50 | +/- 3.73 | 56.05% | 0.394 | +4.64 pp |
55
  | repair_nearmiss_k4_grid025035050_margin010 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.10 | 3 | 34.14% +/- 1.48 | +/- 3.67 | 56.01% | 0.393 | +4.41 pp |
results/paper_core_results.md CHANGED
@@ -56,6 +56,7 @@ lattice is `+27.25 pp`, and the remaining clean-to-same-state proposal gap is
56
  | K4 composed type-consensus residual retrieval, masked | No | No | 35.30% | +5.57 pp | Clean anti-goal composite masking removes the confound; tangent composition alone near-ties but does not beat mean-by-type scale-grid transport |
57
  | K4 composed type-consensus residual retrieval, masked + no-op prior 0.03 | No | No | 35.54% | +5.80 pp | Current best clean diagnostic; masked local tangent composition adds one success over the previous scale-grid no-op row while staying sparse |
58
  | K4 composed type-consensus residual retrieval, masked + component-wise no-op prior | No | No | 35.36% | +5.62 pp | Propagating the no-op prior into every composite over-selects composed tangents and drops below the exact-prior row; useful negative calibration |
 
59
  | K4 repair-tangent residual transport | No | No | 34.14-34.43% | +4.41-4.70 pp | Reversing residuals into failure-to-expert repair tangents is a clean negative diagnostic; the current gain is not recovered by transporting near-miss-to-expert vectors |
60
  | K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
61
  | K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the fixed-scale safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
@@ -104,27 +105,28 @@ Suggested main-table rows:
104
  14. K4 mean-by-type residual retrieval + scale-grid no-op prior 0.03
105
  15. K4 masked composed type-consensus residual retrieval + no-op prior 0.03
106
  16. K4 masked composed type-consensus residual retrieval + component-wise no-op prior diagnostic
107
- 17. K4 mean-by-type residual retrieval + upper/wide tangent-length diagnostics
108
- 18. K4 mean-by-type residual retrieval + minimum-energy action penalty diagnostics
109
- 19. K4 mean-by-type residual retrieval + source-progress/source-score/source-advantage prior diagnostics
110
- 20. K4 mean-by-type residual retrieval + train-family success bonus diagnostics
111
- 21. K4 mean-by-type residual retrieval + train-neighbor consensus-confidence diagnostics
112
- 22. K4 repair-tangent residual transport diagnostics
113
- 23. K4 mean-by-type residual retrieval + no-op-only family diagnostic
114
- 24. K4 mean-by-type residual retrieval + abstention margin fine sweep
115
- 25. Source-progress viability gate diagnostics
116
- 26. K2/K4 task-relative retrieval metric diagnostics
117
- 27. K4 kernel-weighted residual consensus + no-op prior diagnostics
118
- 28. K4 field-softmax residual barycenter + margin diagnostics
119
- 29. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
120
- 30. K2 broad tangent ray-search
121
- 31. Residual-tangent distillation policy
122
- 32. Residual+Gaussian hybrid, K32 sigma0.35
123
- 33. Lattice, near-miss only
124
- 34. Lattice, no expert
125
- 35. Lattice, no expert + policy baseline candidate
126
- 36. Lattice, full
127
- 37. Oracle ceiling
 
128
 
129
  Suggested claim:
130
 
@@ -142,8 +144,9 @@ Suggested claim:
142
  > suggesting the current field already performs most of the useful abstention.
143
  > The clean composition row improves only after anti-goal composite masking, and
144
  > component-wise propagation of the no-op prior into every composite is negative.
145
- > This supports a controlled local tangent-chart story rather than an
146
- > uncontrolled proposal pile-up. Repair-tangent transport is negative, showing that simply reversing train failures into
 
147
  > near-miss-to-expert correction vectors is not the missing deployment proposal.
148
  > Ungated KNN residual
149
  > retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
 
56
  | K4 composed type-consensus residual retrieval, masked | No | No | 35.30% | +5.57 pp | Clean anti-goal composite masking removes the confound; tangent composition alone near-ties but does not beat mean-by-type scale-grid transport |
57
  | K4 composed type-consensus residual retrieval, masked + no-op prior 0.03 | No | No | 35.54% | +5.80 pp | Current best clean diagnostic; masked local tangent composition adds one success over the previous scale-grid no-op row while staying sparse |
58
  | K4 composed type-consensus residual retrieval, masked + component-wise no-op prior | No | No | 35.36% | +5.62 pp | Propagating the no-op prior into every composite over-selects composed tangents and drops below the exact-prior row; useful negative calibration |
59
+ | K4 composed type-consensus residual retrieval, masked + composite trust penalty | No | No | 35.48-35.54% | +5.74-5.80 pp | A small composite-only L2 penalty ties the best while lowering action MSE and slightly improving progress; stronger penalty drops one seed, so trust-radius regularization is explanatory but not a new success gain |
60
  | K4 repair-tangent residual transport | No | No | 34.14-34.43% | +4.41-4.70 pp | Reversing residuals into failure-to-expert repair tangents is a clean negative diagnostic; the current gain is not recovered by transporting near-miss-to-expert vectors |
61
  | K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
62
  | K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the fixed-scale safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
 
105
  14. K4 mean-by-type residual retrieval + scale-grid no-op prior 0.03
106
  15. K4 masked composed type-consensus residual retrieval + no-op prior 0.03
107
  16. K4 masked composed type-consensus residual retrieval + component-wise no-op prior diagnostic
108
+ 17. K4 masked composed type-consensus residual retrieval + composite trust penalty diagnostic
109
+ 18. K4 mean-by-type residual retrieval + upper/wide tangent-length diagnostics
110
+ 19. K4 mean-by-type residual retrieval + minimum-energy action penalty diagnostics
111
+ 20. K4 mean-by-type residual retrieval + source-progress/source-score/source-advantage prior diagnostics
112
+ 21. K4 mean-by-type residual retrieval + train-family success bonus diagnostics
113
+ 22. K4 mean-by-type residual retrieval + train-neighbor consensus-confidence diagnostics
114
+ 23. K4 repair-tangent residual transport diagnostics
115
+ 24. K4 mean-by-type residual retrieval + no-op-only family diagnostic
116
+ 25. K4 mean-by-type residual retrieval + abstention margin fine sweep
117
+ 26. Source-progress viability gate diagnostics
118
+ 27. K2/K4 task-relative retrieval metric diagnostics
119
+ 28. K4 kernel-weighted residual consensus + no-op prior diagnostics
120
+ 29. K4 field-softmax residual barycenter + margin diagnostics
121
+ 30. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
122
+ 31. K2 broad tangent ray-search
123
+ 32. Residual-tangent distillation policy
124
+ 33. Residual+Gaussian hybrid, K32 sigma0.35
125
+ 34. Lattice, near-miss only
126
+ 35. Lattice, no expert
127
+ 36. Lattice, no expert + policy baseline candidate
128
+ 37. Lattice, full
129
+ 38. Oracle ceiling
130
 
131
  Suggested claim:
132
 
 
144
  > suggesting the current field already performs most of the useful abstention.
145
  > The clean composition row improves only after anti-goal composite masking, and
146
  > component-wise propagation of the no-op prior into every composite is negative.
147
+ > A small composite-only trust penalty ties success while lowering action MSE,
148
+ > supporting a controlled local tangent-chart story rather than an uncontrolled
149
+ > proposal pile-up. Repair-tangent transport is negative, showing that simply reversing train failures into
150
  > near-miss-to-expert correction vectors is not the missing deployment proposal.
151
  > Ungated KNN residual
152
  > retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
results/paper_story_memo.md CHANGED
@@ -31,6 +31,7 @@ when queried on proposal geometry that matches those local counterfactuals.
31
  | Field-gated tangent length calibration improves the clean bridge | K4 mean-by-type scale grid 0.35/0.40/0.45 with no-op bonus 0.03 reaches 35.42%; the source-score version reaches 35.30%. Upper 0.40/0.45/0.50 nearly ties at 35.36%, while wide 0.35/0.45/0.55 drops to 35.13% | Previous clean best; local scale calibration, not a larger-step effect |
32
  | Masked tangent composition gives a small clean lift | K4 composed type-consensus transport is 35.30% after anti-goal composite masking, and reaches 35.54% with the typed no-op prior; raw selected types contain no random-negative or wrong-direction composites | Current best clean result; controlled local tangent-chart composition, not unmasked proposal accumulation |
33
  | Component-wise composite priors do not add the gain | propagating the no-op bonus into composite types reaches 35.36%, below the exact-prior masked composition row at 35.54% | Negative/near-tie diagnostic: sparse exact priors are better than broadly rewarding every no-op-containing composite |
 
34
  | Minimum-energy residual regularization does not add the gain | action L2 penalty 0.05 ties the previous 35.42% scale-grid row, while 0.10/0.20 reach 35.36% | Negative/tie diagnostic: the clean bridge is not explained by shortest-action bias |
35
  | Source-advantage priors/gates are too brittle | source-advantage bonuses 0.02/0.05 reach 35.13%; no-op+advantage bonus reaches 35.30%; positive-advantage gates reach 35.13% with or without no-op prior | Negative diagnostic: useful transferable tangents need not beat the expert anchor in their own source state |
36
  | Continuous train-family success priors do not add the gain | scale-grid family-success bonuses 0.02/0.03/0.05 reach 35.25%; no-op+family-success 0.02 ties the previous scale-grid row at 35.42% | Negative/tie diagnostic: train terminal success is not the right confidence signal for transferred tangents |
@@ -78,33 +79,34 @@ clean proposal result, the intended main rows are:
78
  16. K4 mean-by-type tangent consensus + scale-grid typed no-op prior: 35.42%
79
  17. K4 masked composed type-consensus tangent transport: 35.30%; with typed no-op prior: 35.54%
80
  18. K4 masked composed type-consensus tangent transport + component-wise no-op prior: 35.36%
81
- 19. K4 mean-by-type tangent consensus + upper/wide scale diagnostics: 35.36% for 0.40/0.45/0.50; 35.13% for 0.35/0.45/0.55
82
- 20. K4 mean-by-type tangent consensus + action L2 penalty: 35.42% at 0.05; 35.36% at 0.10/0.20
83
- 21. K4 mean-by-type tangent consensus + train-source progress prior: 35.25% at bonus 0.03; 35.13% at bonus 0.05
84
- 22. K4 mean-by-type tangent consensus + train-source reward-score prior: 35.25% at bonuses 0.015/0.020; 35.30% with scale grid; 35.19% at 0.025
85
- 23. K4 mean-by-type tangent consensus + train-source advantage prior/gate: 35.13% at bonuses 0.02/0.05; 35.30% with no-op+advantage; 35.13% with positive-advantage gates
86
- 24. K4 mean-by-type tangent consensus + train-family success bonus: 35.25% alone; 35.42% with no-op bonus 0.03
87
- 25. K4 mean-by-type tangent consensus + train-neighbor consensus penalty: 35.19% alone; 35.36% with no-op bonus 0.03
88
- 26. K4 repair-tangent transport: 34.14-34.43%
89
- 27. K4 mean-by-type tangent consensus, no-op-only residuals: 35.19% with either no-op bonus 0.03 or source-score bonus 0.02
90
- 28. K4 mean-by-type abstention margin sweep: 35.07% / 35.25% / 34.84% for typed no-op margins 0.15 / 0.20 / 0.25; 34.96% / 35.25% / 34.84% for source-score margins
91
- 29. Source-progress viability gates: 35.19% / 34.96% / 34.72% for thresholds 0.25 / 0.50 / 0.75
92
- 30. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
93
- 31. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
94
- 32. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
95
- 33. K2 broad tangent ray-search: 34.96%
96
- 34. K1/K2 tight tangent ray-search: 34.84% / 34.84%
97
- 35. K4 tight tangent ray-search: 34.55%
98
- 36. Residual-tangent distillation policy: 28.87%
99
- 37. Z-score residual retrieval: 32.23-32.81%
100
- 38. Task-relative residual retrieval metric: 34.26-34.43%
101
- 39. Train-family reliability prior: 33.28-33.33%
102
- 40. Residual+Gaussian hybrid K32/K64: 31.30% / 30.90%
103
- 41. Lattice, near-miss only: 55.94%
104
- 42. Lattice, no expert: 56.99%
105
- 43. Lattice, no expert + policy baseline candidate: 40.70%
106
- 44. Lattice, full: 69.33%
107
- 45. Oracle ceiling: 86.78%
 
108
 
109
  ## Novelty Framing
110
 
@@ -132,13 +134,14 @@ test-time search. The cleaner novelty is:
132
 
133
  ## Job Status
134
 
135
- Last checked: `2026-06-29 16:27 UTC`. The K4 masked composed type-consensus
136
  sweep completed and produced a new clean best, 35.54%, while the pure masked
137
  composition row reached 35.30%. Raw selected candidate types show no
138
  random-negative or wrong-direction composite leak. The paper table and paired
139
  analysis now use the masked composed no-op row as `best_clean_key`. The
140
  component-wise composite prior follow-up completed at 35.36%, below the exact
141
- no-op prior row.
 
142
 
143
  - `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
144
  direct rollout is 26.84%, field-guided best is 27.65%.
@@ -288,6 +291,16 @@ no-op prior row.
288
  summary. It reaches 35.36% with seeds 34.78%/34.61%/36.70%, below the 35.54%
289
  exact-prior row. Local paper builders updated artifacts; redundant rebuild
290
  job `14912563` was canceled while still pending.
 
 
 
 
 
 
 
 
 
 
291
  - `14894281`: completed the Apptainer unit smoke for the train-source
292
  progress-viability gate, including the variable residual-count padding check
293
  (`source_progress_lengths == [3, 3]`).
@@ -378,7 +391,10 @@ no-op prior row.
378
  no-op row remains 35.42%; pure masked composition is 35.30%, and
379
  component-wise propagation of the no-op prior reaches 35.36%, so composition
380
  helps only when the sparse exact typed prior is preserved and anti-goal
381
- composite parts are masked. The fixed-scale no-op plateau remains 35.25%; continuous
 
 
 
382
  train-source progress/reward-score priors tie that fixed-scale row, and
383
  scale-grid source-score reaches 35.30% but not the new best. Source-advantage
384
  priors/gates reach at most 35.30%, so local utility lift over the source
@@ -399,7 +415,7 @@ no-op prior row.
399
  repaired train-family reliability priors, Gaussian hybrids,
400
  field optimization, field-teacher/tangent distillation, repair-tangent transport, policy-relative anchoring, tangent consensus,
401
  kernel-weighted tangent interpolation, field-softmax tangent barycenters,
402
- unmasked, prior-free, or component-prior tangent composition, wrong-gripper
403
- typed priors, and same-state policy-baseline fallback as negative or near-tie
404
- diagnostics that sharpen the story around local counterfactual proposal
405
- geometry.
 
31
  | Field-gated tangent length calibration improves the clean bridge | K4 mean-by-type scale grid 0.35/0.40/0.45 with no-op bonus 0.03 reaches 35.42%; the source-score version reaches 35.30%. Upper 0.40/0.45/0.50 nearly ties at 35.36%, while wide 0.35/0.45/0.55 drops to 35.13% | Previous clean best; local scale calibration, not a larger-step effect |
32
  | Masked tangent composition gives a small clean lift | K4 composed type-consensus transport is 35.30% after anti-goal composite masking, and reaches 35.54% with the typed no-op prior; raw selected types contain no random-negative or wrong-direction composites | Current best clean result; controlled local tangent-chart composition, not unmasked proposal accumulation |
33
  | Component-wise composite priors do not add the gain | propagating the no-op bonus into composite types reaches 35.36%, below the exact-prior masked composition row at 35.54% | Negative/near-tie diagnostic: sparse exact priors are better than broadly rewarding every no-op-containing composite |
34
+ | Composite trust-radius penalty explains but does not improve the success top line | composite-only L2 penalty 0.02 ties 35.54% while lowering action MSE from 0.4106 to 0.4079 and slightly raising progress; penalty 0.05 drops to 35.48% | Tie/negative diagnostic: composed tangents need a local trust radius, but the field+margin already finds the success optimum |
35
  | Minimum-energy residual regularization does not add the gain | action L2 penalty 0.05 ties the previous 35.42% scale-grid row, while 0.10/0.20 reach 35.36% | Negative/tie diagnostic: the clean bridge is not explained by shortest-action bias |
36
  | Source-advantage priors/gates are too brittle | source-advantage bonuses 0.02/0.05 reach 35.13%; no-op+advantage bonus reaches 35.30%; positive-advantage gates reach 35.13% with or without no-op prior | Negative diagnostic: useful transferable tangents need not beat the expert anchor in their own source state |
37
  | Continuous train-family success priors do not add the gain | scale-grid family-success bonuses 0.02/0.03/0.05 reach 35.25%; no-op+family-success 0.02 ties the previous scale-grid row at 35.42% | Negative/tie diagnostic: train terminal success is not the right confidence signal for transferred tangents |
 
79
  16. K4 mean-by-type tangent consensus + scale-grid typed no-op prior: 35.42%
80
  17. K4 masked composed type-consensus tangent transport: 35.30%; with typed no-op prior: 35.54%
81
  18. K4 masked composed type-consensus tangent transport + component-wise no-op prior: 35.36%
82
+ 19. K4 masked composed type-consensus tangent transport + composite L2 trust penalty: 35.54% at 0.02; 35.48% at 0.05
83
+ 20. K4 mean-by-type tangent consensus + upper/wide scale diagnostics: 35.36% for 0.40/0.45/0.50; 35.13% for 0.35/0.45/0.55
84
+ 21. K4 mean-by-type tangent consensus + action L2 penalty: 35.42% at 0.05; 35.36% at 0.10/0.20
85
+ 22. K4 mean-by-type tangent consensus + train-source progress prior: 35.25% at bonus 0.03; 35.13% at bonus 0.05
86
+ 23. K4 mean-by-type tangent consensus + train-source reward-score prior: 35.25% at bonuses 0.015/0.020; 35.30% with scale grid; 35.19% at 0.025
87
+ 24. K4 mean-by-type tangent consensus + train-source advantage prior/gate: 35.13% at bonuses 0.02/0.05; 35.30% with no-op+advantage; 35.13% with positive-advantage gates
88
+ 25. K4 mean-by-type tangent consensus + train-family success bonus: 35.25% alone; 35.42% with no-op bonus 0.03
89
+ 26. K4 mean-by-type tangent consensus + train-neighbor consensus penalty: 35.19% alone; 35.36% with no-op bonus 0.03
90
+ 27. K4 repair-tangent transport: 34.14-34.43%
91
+ 28. K4 mean-by-type tangent consensus, no-op-only residuals: 35.19% with either no-op bonus 0.03 or source-score bonus 0.02
92
+ 29. K4 mean-by-type abstention margin sweep: 35.07% / 35.25% / 34.84% for typed no-op margins 0.15 / 0.20 / 0.25; 34.96% / 35.25% / 34.84% for source-score margins
93
+ 30. Source-progress viability gates: 35.19% / 34.96% / 34.72% for thresholds 0.25 / 0.50 / 0.75
94
+ 31. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
95
+ 32. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
96
+ 33. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
97
+ 34. K2 broad tangent ray-search: 34.96%
98
+ 35. K1/K2 tight tangent ray-search: 34.84% / 34.84%
99
+ 36. K4 tight tangent ray-search: 34.55%
100
+ 37. Residual-tangent distillation policy: 28.87%
101
+ 38. Z-score residual retrieval: 32.23-32.81%
102
+ 39. Task-relative residual retrieval metric: 34.26-34.43%
103
+ 40. Train-family reliability prior: 33.28-33.33%
104
+ 41. Residual+Gaussian hybrid K32/K64: 31.30% / 30.90%
105
+ 42. Lattice, near-miss only: 55.94%
106
+ 43. Lattice, no expert: 56.99%
107
+ 44. Lattice, no expert + policy baseline candidate: 40.70%
108
+ 45. Lattice, full: 69.33%
109
+ 46. Oracle ceiling: 86.78%
110
 
111
  ## Novelty Framing
112
 
 
134
 
135
  ## Job Status
136
 
137
+ Last checked: `2026-06-29 16:46 UTC`. The K4 masked composed type-consensus
138
  sweep completed and produced a new clean best, 35.54%, while the pure masked
139
  composition row reached 35.30%. Raw selected candidate types show no
140
  random-negative or wrong-direction composite leak. The paper table and paired
141
  analysis now use the masked composed no-op row as `best_clean_key`. The
142
  component-wise composite prior follow-up completed at 35.36%, below the exact
143
+ no-op prior row. Composite-only L2 trust penalties completed: 0.02 ties the
144
+ best success with lower action MSE, while 0.05 drops to 35.48%.
145
 
146
  - `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
147
  direct rollout is 26.84%, field-guided best is 27.65%.
 
291
  summary. It reaches 35.36% with seeds 34.78%/34.61%/36.70%, below the 35.54%
292
  exact-prior row. Local paper builders updated artifacts; redundant rebuild
293
  job `14912563` was canceled while still pending.
294
+ - `14913943`: completed CPU smoke for composite-only L2 trust penalties on
295
+ masked composed type-consensus transport. Metadata records
296
+ `retrieval_residual_composite_l2_penalty_scale=0.02`, no anti-goal selected
297
+ types, and 8/8 smoke groups selected `policy_residual`.
298
+ - `14913944`/`14913951`: completed composite L2 penalty GPU arrays. Penalty
299
+ `0.02` ties the 35.54% exact-prior row with seeds
300
+ 35.30%/34.61%/36.70%, slightly higher progress and lower action MSE. Penalty
301
+ `0.05` reaches 35.48%. Local summaries and builders updated artifacts;
302
+ redundant summary/rebuild jobs `14913955`/`14913956`/`14913958` were canceled
303
+ while pending.
304
  - `14894281`: completed the Apptainer unit smoke for the train-source
305
  progress-viability gate, including the variable residual-count padding check
306
  (`source_progress_lengths == [3, 3]`).
 
391
  no-op row remains 35.42%; pure masked composition is 35.30%, and
392
  component-wise propagation of the no-op prior reaches 35.36%, so composition
393
  helps only when the sparse exact typed prior is preserved and anti-goal
394
+ composite parts are masked. A composite-only L2 trust penalty ties the best
395
+ success at 0.02 while lowering action MSE, but 0.05 drops below the best, so
396
+ this is explanatory regularization rather than a new success gain. The
397
+ fixed-scale no-op plateau remains 35.25%; continuous
398
  train-source progress/reward-score priors tie that fixed-scale row, and
399
  scale-grid source-score reaches 35.30% but not the new best. Source-advantage
400
  priors/gates reach at most 35.30%, so local utility lift over the source
 
415
  repaired train-family reliability priors, Gaussian hybrids,
416
  field optimization, field-teacher/tangent distillation, repair-tangent transport, policy-relative anchoring, tangent consensus,
417
  kernel-weighted tangent interpolation, field-softmax tangent barycenters,
418
+ unmasked, prior-free, component-prior, or over-regularized tangent
419
+ composition, wrong-gripper typed priors, and same-state policy-baseline
420
+ fallback as negative or near-tie diagnostics that sharpen the story around
421
+ local counterfactual proposal geometry.
results/paper_table_status.json CHANGED
@@ -1325,14 +1325,14 @@
1325
  "story_role": "trust-radius penalty on composed local tangent candidates",
1326
  "fallback_success": null,
1327
  "pending_job": "14913944/14913955",
1328
- "path_exists": false,
1329
- "status": "pending",
1330
- "success": null,
1331
- "std_success": null,
1332
  "completed_seeds": null,
1333
- "num_completed": null,
1334
  "best_config": null,
1335
- "gain_vs_h16_policy": null
1336
  },
1337
  {
1338
  "key": "retrieval_residual_k4_composemasked_l2comp005_grid035040045_noopbonus003",
@@ -1344,14 +1344,14 @@
1344
  "story_role": "stronger trust-radius penalty on composed local tangent candidates",
1345
  "fallback_success": null,
1346
  "pending_job": "14913951/14913956",
1347
- "path_exists": false,
1348
- "status": "pending",
1349
- "success": null,
1350
- "std_success": null,
1351
  "completed_seeds": null,
1352
- "num_completed": null,
1353
  "best_config": null,
1354
- "gain_vs_h16_policy": null
1355
  },
1356
  {
1357
  "key": "retrieval_repair_nearmiss_k4_grid025035050_margin020",
 
1325
  "story_role": "trust-radius penalty on composed local tangent candidates",
1326
  "fallback_success": null,
1327
  "pending_job": "14913944/14913955",
1328
+ "path_exists": true,
1329
+ "status": "complete",
1330
+ "success": 0.3553623188405797,
1331
+ "std_success": 0.010626262481057023,
1332
  "completed_seeds": null,
1333
+ "num_completed": 3,
1334
  "best_config": null,
1335
+ "gain_vs_h16_policy": 0.05797101449275366
1336
  },
1337
  {
1338
  "key": "retrieval_residual_k4_composemasked_l2comp005_grid035040045_noopbonus003",
 
1344
  "story_role": "stronger trust-radius penalty on composed local tangent candidates",
1345
  "fallback_success": null,
1346
  "pending_job": "14913951/14913956",
1347
+ "path_exists": true,
1348
+ "status": "complete",
1349
+ "success": 0.3547826086956522,
1350
+ "std_success": 0.00968306845709568,
1351
  "completed_seeds": null,
1352
+ "num_completed": 3,
1353
  "best_config": null,
1354
+ "gain_vs_h16_policy": 0.05739130434782613
1355
  },
1356
  {
1357
  "key": "retrieval_repair_nearmiss_k4_grid025035050_margin020",
results/paper_table_status.md CHANGED
@@ -72,8 +72,8 @@ Baseline h=16 policy: 29.74%
72
  | retrieval_residual_k4_composemasked_grid035040045 | K4 composed type-consensus residual retrieval, masked, scales 0.35/0.40/0.45, margin 0.20 | complete | 35.30% | +5.57 pp | yes | no | no | local tangent composition with anti-goal composite masks |
73
  | retrieval_residual_k4_composemasked_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03 | complete | 35.54% | +5.80 pp | yes | no | no | local tangent composition with anti-goal composite masks on the current best typed prior |
74
  | retrieval_residual_k4_composemasked_compbonus_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, component no-op bonus 0.03 | complete | 35.36% | +5.62 pp | yes | no | no | component-wise sparse prior on the masked local tangent composition chart |
75
- | retrieval_residual_k4_composemasked_l2comp002_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, composite L2 penalty 0.02 | pending 14913944/14913955 | pending | pending | yes | no | no | trust-radius penalty on composed local tangent candidates |
76
- | retrieval_residual_k4_composemasked_l2comp005_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, composite L2 penalty 0.05 | pending 14913951/14913956 | pending | pending | yes | no | no | stronger trust-radius penalty on composed local tangent candidates |
77
  | retrieval_repair_nearmiss_k4_grid025035050_margin020 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20 | complete | 34.32% | +4.58 pp | yes | no | no | deployment-clean corrective tangent transport from train near-misses back toward expert actions |
78
  | retrieval_repair_nearmiss_k4_grid035050075_margin020 | K4 near-miss-to-expert repair tangent, scales 0.35/0.50/0.75, margin 0.20 | complete | 34.38% | +4.64 pp | yes | no | no | repair-tangent scale diagnostic for near-miss counterfactual geometry |
79
  | retrieval_repair_nearmiss_k4_grid025035050_margin010 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.10 | complete | 34.14% | +4.41 pp | yes | no | no | repair-tangent abstention diagnostic for near-miss counterfactual geometry |
 
72
  | retrieval_residual_k4_composemasked_grid035040045 | K4 composed type-consensus residual retrieval, masked, scales 0.35/0.40/0.45, margin 0.20 | complete | 35.30% | +5.57 pp | yes | no | no | local tangent composition with anti-goal composite masks |
73
  | retrieval_residual_k4_composemasked_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03 | complete | 35.54% | +5.80 pp | yes | no | no | local tangent composition with anti-goal composite masks on the current best typed prior |
74
  | retrieval_residual_k4_composemasked_compbonus_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, component no-op bonus 0.03 | complete | 35.36% | +5.62 pp | yes | no | no | component-wise sparse prior on the masked local tangent composition chart |
75
+ | retrieval_residual_k4_composemasked_l2comp002_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, composite L2 penalty 0.02 | complete | 35.54% | +5.80 pp | yes | no | no | trust-radius penalty on composed local tangent candidates |
76
+ | retrieval_residual_k4_composemasked_l2comp005_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, composite L2 penalty 0.05 | complete | 35.48% | +5.74 pp | yes | no | no | stronger trust-radius penalty on composed local tangent candidates |
77
  | retrieval_repair_nearmiss_k4_grid025035050_margin020 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20 | complete | 34.32% | +4.58 pp | yes | no | no | deployment-clean corrective tangent transport from train near-misses back toward expert actions |
78
  | retrieval_repair_nearmiss_k4_grid035050075_margin020 | K4 near-miss-to-expert repair tangent, scales 0.35/0.50/0.75, margin 0.20 | complete | 34.38% | +4.64 pp | yes | no | no | repair-tangent scale diagnostic for near-miss counterfactual geometry |
79
  | retrieval_repair_nearmiss_k4_grid025035050_margin010 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.10 | complete | 34.14% | +4.41 pp | yes | no | no | repair-tangent abstention diagnostic for near-miss counterfactual geometry |
scripts/build_paper_analysis.py CHANGED
@@ -838,7 +838,8 @@ def _load_methods() -> dict[str, dict[str, Any]]:
838
 
839
 
840
  def _best_clean_key(methods: dict[str, dict[str, Any]]) -> str:
841
- candidates: list[tuple[float, str]] = []
 
842
  for spec in METHODS:
843
  if spec.key in NON_DEPLOYMENT_KEYS:
844
  continue
@@ -847,10 +848,11 @@ def _best_clean_key(methods: dict[str, dict[str, Any]]) -> str:
847
  continue
848
  success = method.get("mean_success")
849
  if isinstance(success, (int, float)) and math.isfinite(float(success)):
850
- candidates.append((float(success), spec.key))
851
- if not candidates:
852
- return FALLBACK_BEST_CLEAN_KEY
853
- return max(candidates)[1]
 
854
 
855
 
856
  def _paired_delta(
 
838
 
839
 
840
  def _best_clean_key(methods: dict[str, dict[str, Any]]) -> str:
841
+ best_key = FALLBACK_BEST_CLEAN_KEY
842
+ best_success = float("-inf")
843
  for spec in METHODS:
844
  if spec.key in NON_DEPLOYMENT_KEYS:
845
  continue
 
848
  continue
849
  success = method.get("mean_success")
850
  if isinstance(success, (int, float)) and math.isfinite(float(success)):
851
+ success = float(success)
852
+ if success > best_success + 1.0e-12:
853
+ best_success = success
854
+ best_key = spec.key
855
+ return best_key
856
 
857
 
858
  def _paired_delta(