anhtld commited on
Commit
6967fbe
·
verified ·
1 Parent(s): c95a7bc

Auto-sync: 2026-06-30 03:41:59 (part 2)

Browse files
results/paper_analysis.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8",
3
- "generated_utc": "2026-06-30T06:57:02+00:00",
4
  "mechanism_gap": {
5
- "best_clean_vs_direct_same_ckpt": 0.07362318840579707,
6
- "best_clean_vs_h16": 0.05913043478260871,
7
  "same_state_full_vs_no_expert": 0.12347826086956515,
8
- "same_state_no_expert_vs_best_clean": 0.21333333333333343,
9
  "same_state_no_expert_vs_h16": 0.27246376811594214
10
  },
11
  "methods": {
@@ -1432,6 +1432,103 @@
1432
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmbonus0p02_summary.json",
1433
  "std_success": 0.009889114266221456
1434
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1435
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8": {
1436
  "candidate_oracle_rollouts": 8,
1437
  "candidate_oracle_type_counts": {
@@ -1544,6 +1641,159 @@
1544
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8_summary.json",
1545
  "std_success": 0.012173913043478276
1546
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1547
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_srcscorebonus002": {
1548
  "ci95_success": 0.02131295542962397,
1549
  "label": "K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, no-op bonus 0.03, source-score bonus 0.02",
@@ -7204,38 +7454,38 @@
7204
  },
7205
  "paired_deltas": {
7206
  "best_clean - canonical_h16": {
7207
- "ci95_delta": 0.04510826498554671,
7208
- "left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8",
7209
- "mean_delta": 0.05913043478260869,
7210
  "right": "h16_policy_canonical",
7211
  "seed_deltas": {
7212
- "0": 0.0678260869565217,
7213
- "1": 0.038260869565217404,
7214
- "2": 0.07130434782608697
7215
  },
7216
  "seeds": [
7217
  0,
7218
  1,
7219
  2
7220
  ],
7221
- "std_delta": 0.018157054798105293
7222
  },
7223
  "best_clean - direct_same_ckpt": {
7224
- "ci95_delta": 0.045383317930687055,
7225
- "left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8",
7226
- "mean_delta": 0.07362318840579708,
7227
  "right": "near_miss_policy_bc5",
7228
  "seed_deltas": {
7229
- "0": 0.07304347826086954,
7230
- "1": 0.055652173913043446,
7231
- "2": 0.09217391304347827
7232
  },
7233
  "seeds": [
7234
  0,
7235
  1,
7236
  2
7237
  ],
7238
- "std_delta": 0.018267769572856522
7239
  },
7240
  "full_lattice - no_expert_lattice": {
7241
  "ci95_delta": 0.02628111194117426,
@@ -7292,17 +7542,17 @@
7292
  "per_task_deltas": {
7293
  "best_clean_vs_h16": {
7294
  "LiftPegUpright-v1": 0.03278131303915899,
7295
- "PickCube-v1": 0.1219595621769535,
7296
- "PullCube-v1": 0.019305840358471965,
7297
- "PushCube-v1": 0.003597657063003523,
7298
- "StackCube-v1": 0.05610685610685609
7299
  },
7300
  "no_expert_vs_best_clean": {
7301
  "LiftPegUpright-v1": 0.35374851747103375,
7302
- "PickCube-v1": 0.29366195398804096,
7303
- "PullCube-v1": -0.018680539733171325,
7304
- "PushCube-v1": 0.04688815632569587,
7305
- "StackCube-v1": 0.2854441854441855
7306
  }
7307
  }
7308
  }
 
1
  {
2
+ "best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
3
+ "generated_utc": "2026-06-30T07:49:50+00:00",
4
  "mechanism_gap": {
5
+ "best_clean_vs_direct_same_ckpt": 0.07710144927536233,
6
+ "best_clean_vs_h16": 0.06260869565217397,
7
  "same_state_full_vs_no_expert": 0.12347826086956515,
8
+ "same_state_no_expert_vs_best_clean": 0.20985507246376817,
9
  "same_state_no_expert_vs_h16": 0.27246376811594214
10
  },
11
  "methods": {
 
1432
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmbonus0p02_summary.json",
1433
  "std_success": 0.009889114266221456
1434
  },
1435
+ "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002": {
1436
+ "ci95_success": 0.03115620450679224,
1437
+ "label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02",
1438
+ "mean_action_mse_to_best": 0.40733562724178896,
1439
+ "mean_progress": 0.5741919005876812,
1440
+ "mean_success": 0.36000000000000004,
1441
+ "num_completed": 3,
1442
+ "per_task_success": {
1443
+ "LiftPegUpright-v1": {
1444
+ "mean_num_groups": 102.0,
1445
+ "mean_success": 0.26340865087329823,
1446
+ "std_success": 0.06057881385012102
1447
+ },
1448
+ "PickCube-v1": {
1449
+ "mean_num_groups": 196.66666666666666,
1450
+ "mean_success": 0.3294194734412126,
1451
+ "std_success": 0.02715752817589447
1452
+ },
1453
+ "PullCube-v1": {
1454
+ "mean_num_groups": 81.0,
1455
+ "mean_success": 0.22889673679147363,
1456
+ "std_success": 0.029397613100483843
1457
+ },
1458
+ "PushCube-v1": {
1459
+ "mean_num_groups": 102.0,
1460
+ "mean_success": 0.7571578319419062,
1461
+ "std_success": 0.0856403530080274
1462
+ },
1463
+ "StackCube-v1": {
1464
+ "mean_num_groups": 93.33333333333333,
1465
+ "mean_success": 0.20044030044030045,
1466
+ "std_success": 0.08896982358351117
1467
+ }
1468
+ },
1469
+ "seed_action_mse_to_best": {
1470
+ "0": 0.3948699296703157,
1471
+ "1": 0.39924815376005746,
1472
+ "2": 0.4278887982949938
1473
+ },
1474
+ "seed_progress": {
1475
+ "0": 0.5602596596268046,
1476
+ "1": 0.5735099030577618,
1477
+ "2": 0.5888061390784771
1478
+ },
1479
+ "seed_success": {
1480
+ "0": 0.3565217391304348,
1481
+ "1": 0.34956521739130436,
1482
+ "2": 0.3739130434782609
1483
+ },
1484
+ "selected_candidate_type_counts": {
1485
+ "retrieval_residual_policy_residual": 1556,
1486
+ "retrieval_residual_residual_near_miss": 65,
1487
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
1488
+ "retrieval_residual_residual_no_op": 56,
1489
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
1490
+ "retrieval_residual_residual_wrong_gripper": 19
1491
+ },
1492
+ "selected_residual_scale_counts": {
1493
+ "0.35": 1587,
1494
+ "0.4": 16,
1495
+ "0.45": 122
1496
+ },
1497
+ "selected_type_outcomes": {
1498
+ "retrieval_residual_policy_residual": {
1499
+ "count": 1556.0,
1500
+ "mean_progress": 0.565076002276384,
1501
+ "success_rate": 0.34832904884318766
1502
+ },
1503
+ "retrieval_residual_residual_near_miss": {
1504
+ "count": 65.0,
1505
+ "mean_progress": 0.5945549370577702,
1506
+ "success_rate": 0.4307692307692308
1507
+ },
1508
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
1509
+ "count": 5.0,
1510
+ "mean_progress": 0.7557869911193847,
1511
+ "success_rate": 0.6
1512
+ },
1513
+ "retrieval_residual_residual_no_op": {
1514
+ "count": 56.0,
1515
+ "mean_progress": 0.7249722566921264,
1516
+ "success_rate": 0.5
1517
+ },
1518
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": {
1519
+ "count": 24.0,
1520
+ "mean_progress": 0.6711457151298722,
1521
+ "success_rate": 0.4583333333333333
1522
+ },
1523
+ "retrieval_residual_residual_wrong_gripper": {
1524
+ "count": 19.0,
1525
+ "mean_progress": 0.6364115562878156,
1526
+ "success_rate": 0.47368421052631576
1527
+ }
1528
+ },
1529
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p02_summary.json",
1530
+ "std_success": 0.012541047914657353
1531
+ },
1532
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8": {
1533
  "candidate_oracle_rollouts": 8,
1534
  "candidate_oracle_type_counts": {
 
1641
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8_summary.json",
1642
  "std_success": 0.012173913043478276
1643
  },
1644
+ "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace": {
1645
+ "candidate_oracle_best_branch_rank_counts": {
1646
+ "1": 931,
1647
+ "2": 162,
1648
+ "3": 88,
1649
+ "4": 87,
1650
+ "5": 102,
1651
+ "6": 87,
1652
+ "7": 119,
1653
+ "8": 149
1654
+ },
1655
+ "candidate_oracle_rollouts": 8,
1656
+ "candidate_oracle_type_counts": {
1657
+ "retrieval_residual_policy_residual": 867,
1658
+ "retrieval_residual_residual_near_miss": 201,
1659
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 99,
1660
+ "retrieval_residual_residual_no_op": 182,
1661
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 86,
1662
+ "retrieval_residual_residual_wrong_gripper": 290
1663
+ },
1664
+ "candidate_oracle_unique_tolerance": 1e-06,
1665
+ "ci95_success": 0.03024411731871433,
1666
+ "label": "K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 branch trace",
1667
+ "mean_action_mse_to_best": 0.4063519326314006,
1668
+ "mean_candidate_oracle_best_branch_rank": 2.8544927536231883,
1669
+ "mean_candidate_oracle_branch_progress": [
1670
+ 0.5663117068376537,
1671
+ 0.520170341766021,
1672
+ 0.4982426099374931,
1673
+ 0.48436801132148777,
1674
+ 0.4810738827217964,
1675
+ 0.4725861245269809,
1676
+ 0.45777137219419944,
1677
+ 0.4651103241433016
1678
+ ],
1679
+ "mean_candidate_oracle_branch_score_gains_over_selected": [
1680
+ 0.0,
1681
+ -0.10121382852732812,
1682
+ -0.139953154850299,
1683
+ -0.16368282582816682,
1684
+ -0.17625231607560662,
1685
+ -0.1911168860916518,
1686
+ -0.22332294284109622,
1687
+ -0.19917239659924763
1688
+ ],
1689
+ "mean_candidate_oracle_branch_success_rates": [
1690
+ 0.34840579710144925,
1691
+ 0.29333333333333333,
1692
+ 0.27652173913043476,
1693
+ 0.26666666666666666,
1694
+ 0.2573913043478261,
1695
+ 0.2510144927536232,
1696
+ 0.2336231884057971,
1697
+ 0.25043478260869567
1698
+ ],
1699
+ "mean_candidate_oracle_improvement_rate": 0.4602898550724637,
1700
+ "mean_candidate_oracle_progress": 0.6443418554713328,
1701
+ "mean_candidate_oracle_score_gain_over_selected": 0.16034898876064066,
1702
+ "mean_candidate_oracle_success_rate": 0.4307246376811594,
1703
+ "mean_candidate_oracle_unique_count": 8.0,
1704
+ "mean_progress": 0.571575072284851,
1705
+ "mean_success": 0.3565217391304348,
1706
+ "num_completed": 3,
1707
+ "per_task_success": {
1708
+ "LiftPegUpright-v1": {
1709
+ "mean_num_groups": 102.0,
1710
+ "mean_success": 0.26340865087329823,
1711
+ "std_success": 0.06057881385012102
1712
+ },
1713
+ "PickCube-v1": {
1714
+ "mean_num_groups": 196.66666666666666,
1715
+ "mean_success": 0.3278169093386485,
1716
+ "std_success": 0.02533117351097172
1717
+ },
1718
+ "PullCube-v1": {
1719
+ "mean_num_groups": 81.0,
1720
+ "mean_success": 0.21716032505506191,
1721
+ "std_success": 0.0182535211270701
1722
+ },
1723
+ "PushCube-v1": {
1724
+ "mean_num_groups": 102.0,
1725
+ "mean_success": 0.7541548289389031,
1726
+ "std_success": 0.08244271787813129
1727
+ },
1728
+ "StackCube-v1": {
1729
+ "mean_num_groups": 93.33333333333333,
1730
+ "mean_success": 0.19707329707329704,
1731
+ "std_success": 0.0831467196651622
1732
+ }
1733
+ },
1734
+ "seed_action_mse_to_best": {
1735
+ "0": 0.3930192190424904,
1736
+ "1": 0.39824521353549286,
1737
+ "2": 0.42779136531621864
1738
+ },
1739
+ "seed_progress": {
1740
+ "0": 0.5579317773906919,
1741
+ "1": 0.571580135051323,
1742
+ "2": 0.5852133044125383
1743
+ },
1744
+ "seed_success": {
1745
+ "0": 0.35130434782608694,
1746
+ "1": 0.34782608695652173,
1747
+ "2": 0.37043478260869567
1748
+ },
1749
+ "selected_candidate_type_counts": {
1750
+ "retrieval_residual_policy_residual": 1613,
1751
+ "retrieval_residual_residual_near_miss": 8,
1752
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
1753
+ "retrieval_residual_residual_no_op": 56,
1754
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
1755
+ "retrieval_residual_residual_wrong_gripper": 19
1756
+ },
1757
+ "selected_residual_scale_counts": {
1758
+ "0.35": 1631,
1759
+ "0.4": 11,
1760
+ "0.45": 83
1761
+ },
1762
+ "selected_type_outcomes": {
1763
+ "retrieval_residual_policy_residual": {
1764
+ "count": 1613.0,
1765
+ "mean_progress": 0.561925975703087,
1766
+ "success_rate": 0.34593924364538126
1767
+ },
1768
+ "retrieval_residual_residual_near_miss": {
1769
+ "count": 8.0,
1770
+ "mean_progress": 0.8754628524184227,
1771
+ "success_rate": 0.75
1772
+ },
1773
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
1774
+ "count": 5.0,
1775
+ "mean_progress": 0.7557869911193847,
1776
+ "success_rate": 0.6
1777
+ },
1778
+ "retrieval_residual_residual_no_op": {
1779
+ "count": 56.0,
1780
+ "mean_progress": 0.7249722566921264,
1781
+ "success_rate": 0.5
1782
+ },
1783
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": {
1784
+ "count": 24.0,
1785
+ "mean_progress": 0.6711457151298722,
1786
+ "success_rate": 0.4583333333333333
1787
+ },
1788
+ "retrieval_residual_residual_wrong_gripper": {
1789
+ "count": 19.0,
1790
+ "mean_progress": 0.6364115562878156,
1791
+ "success_rate": 0.47368421052631576
1792
+ }
1793
+ },
1794
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8trace_summary.json",
1795
+ "std_success": 0.012173913043478276
1796
+ },
1797
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_srcscorebonus002": {
1798
  "ci95_success": 0.02131295542962397,
1799
  "label": "K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, no-op bonus 0.03, source-score bonus 0.02",
 
7454
  },
7455
  "paired_deltas": {
7456
  "best_clean - canonical_h16": {
7457
+ "ci95_delta": 0.048690556079097516,
7458
+ "left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
7459
+ "mean_delta": 0.06260869565217392,
7460
  "right": "h16_policy_canonical",
7461
  "seed_deltas": {
7462
+ "0": 0.07304347826086954,
7463
+ "1": 0.040000000000000036,
7464
+ "2": 0.07478260869565218
7465
  },
7466
  "seeds": [
7467
  0,
7468
  1,
7469
  2
7470
  ],
7471
+ "std_delta": 0.01959900464275588
7472
  },
7473
  "best_clean - direct_same_ckpt": {
7474
+ "ci95_delta": 0.047591888506633255,
7475
+ "left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
7476
+ "mean_delta": 0.07710144927536232,
7477
  "right": "near_miss_policy_bc5",
7478
  "seed_deltas": {
7479
+ "0": 0.07826086956521738,
7480
+ "1": 0.05739130434782608,
7481
+ "2": 0.09565217391304348
7482
  },
7483
  "seeds": [
7484
  0,
7485
  1,
7486
  2
7487
  ],
7488
+ "std_delta": 0.019156767120995143
7489
  },
7490
  "full_lattice - no_expert_lattice": {
7491
  "ci95_delta": 0.02628111194117426,
 
7542
  "per_task_deltas": {
7543
  "best_clean_vs_h16": {
7544
  "LiftPegUpright-v1": 0.03278131303915899,
7545
+ "PickCube-v1": 0.1235621262795176,
7546
+ "PullCube-v1": 0.031042252094883677,
7547
+ "PushCube-v1": 0.0066006600660066805,
7548
+ "StackCube-v1": 0.0594738594738595
7549
  },
7550
  "no_expert_vs_best_clean": {
7551
  "LiftPegUpright-v1": 0.35374851747103375,
7552
+ "PickCube-v1": 0.29205938988547686,
7553
+ "PullCube-v1": -0.030416951469583037,
7554
+ "PushCube-v1": 0.043885153322692716,
7555
+ "StackCube-v1": 0.282077182077182
7556
  }
7557
  }
7558
  }
results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-06-30T06:57:02+00:00`
4
 
5
  ## Main Seed Statistics
6
 
@@ -51,6 +51,8 @@ Generated: `2026-06-30T06:57:02+00:00`
51
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.07% | 0.406 | +5.86 pp |
52
  | residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003 | K4 compatible tangents, margin 0.10, no-op bonus 0.03 | 3 | 34.67% +/- 0.96 | +/- 2.38 | 56.45% | 0.418 | +4.93 pp |
53
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 diagnostic | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
 
 
54
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
55
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
56
  | residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
@@ -98,8 +100,8 @@ Generated: `2026-06-30T06:57:02+00:00`
98
 
99
  | comparison | seeds | mean delta | 95% CI | seed deltas |
100
  |---|---:|---:|---:|---|
101
- | best_clean - canonical_h16 | 3 | +5.91 pp | +/- 4.51 | 0:+6.78, 1:+3.83, 2:+7.13 |
102
- | best_clean - direct_same_ckpt | 3 | +7.36 pp | +/- 4.54 | 0:+7.30, 1:+5.57, 2:+9.22 |
103
  | no_expert_lattice - canonical_h16 | 3 | +27.25 pp | +/- 8.58 | 0:+23.30, 1:+28.70, 2:+29.74 |
104
  | full_lattice - no_expert_lattice | 3 | +12.35 pp | +/- 2.63 | 0:+13.57, 1:+11.83, 2:+11.65 |
105
  | policy_candidate_lattice - no_expert_lattice | 3 | -16.29 pp | +/- 7.55 | 0:-15.48, 1:-13.74, 2:-19.65 |
@@ -109,24 +111,27 @@ Generated: `2026-06-30T06:57:02+00:00`
109
  | task | h16 policy | best clean | near-miss lattice | no-expert lattice | full lattice | clean-h16 delta | noexpert-clean gap |
110
  |---|---:|---:|---:|---:|---:|---:|---:|
111
  | LiftPegUpright-v1 | 23.06% | 26.34% | 62.90% | 61.72% | 73.19% | +3.28 pp | +35.37 pp |
112
- | PickCube-v1 | 20.59% | 32.78% | 58.13% | 62.15% | 84.19% | +12.20 pp | +29.37 pp |
113
- | PullCube-v1 | 19.79% | 21.72% | 15.02% | 19.85% | 22.41% | +1.93 pp | -1.87 pp |
114
- | PushCube-v1 | 75.06% | 75.42% | 82.54% | 80.10% | 81.92% | +0.36 pp | +4.69 pp |
115
- | StackCube-v1 | 14.10% | 19.71% | 50.41% | 48.25% | 60.83% | +5.61 pp | +28.54 pp |
116
 
117
  ## Mechanism Gap
118
 
119
- - Best clean residual transport improves over canonical h16 by +5.91 pp.
120
  - Same-state no-expert lattice improves over canonical h16 by +27.25 pp.
121
- - Remaining clean-to-same-state proposal gap is +21.33 pp.
122
  - Full lattice adds expert proposals and reaches 69.33%, a +12.35 pp gain over no-expert.
123
 
124
  ## Candidate-Oracle Diagnostic
125
 
126
  - Oracle over the deployed candidate prefix reaches 43.07% with mean progress 64.43%; this is diagnostic-only because it uses measured rollout outcomes after generating candidates.
127
  - Mean oracle-prefix score gain over the selected branch is +0.160, which isolates ranking/abstention headroom inside the clean proposal set.
128
- - Mean unique candidates in the prefix: nan.
129
  - Candidate-oracle best type counts: {'retrieval_residual_policy_residual': 867, 'retrieval_residual_residual_near_miss': 201, 'retrieval_residual_residual_near_miss+residual_wrong_gripper': 99, 'retrieval_residual_residual_no_op': 182, 'retrieval_residual_residual_no_op+residual_wrong_gripper': 86, 'retrieval_residual_residual_wrong_gripper': 290}.
 
 
 
130
 
131
  ## Selection Histograms
132
 
@@ -134,8 +139,8 @@ Generated: `2026-06-30T06:57:02+00:00`
134
  - `same_state_no_expert`: lattice_near_miss=1263 (73.2%), lattice_no_op=222 (12.9%), lattice_random_negative=144 (8.3%), lattice_wrong_gripper=62 (3.6%), lattice_wrong_direction=34 (2.0%)
135
  - `same_state_policy_baseline`: policy_continuous=1022 (59.2%), lattice_near_miss=448 (26.0%), lattice_no_op=119 (6.9%), lattice_random_negative=75 (4.3%), lattice_wrong_gripper=45 (2.6%), lattice_wrong_direction=16 (0.9%)
136
  - `same_state_full`: lattice_expert=977 (56.6%), lattice_near_miss=348 (20.2%), lattice_no_op=177 (10.3%), lattice_random_negative=138 (8.0%), lattice_wrong_gripper=55 (3.2%), lattice_wrong_direction=30 (1.7%)
137
- - `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8`: retrieval_residual_policy_residual=1613 (93.5%), retrieval_residual_residual_no_op=56 (3.2%), retrieval_residual_residual_no_op+residual_wrong_gripper=24 (1.4%), retrieval_residual_residual_wrong_gripper=19 (1.1%), retrieval_residual_residual_near_miss=8 (0.5%), retrieval_residual_residual_near_miss+residual_wrong_gripper=5 (0.3%)
138
- - `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8` residual scale counts: {'0.35': 1631, '0.4': 11, '0.45': 83}
139
 
140
  ## Selected-Type Outcomes
141
 
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-06-30T07:49:50+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
51
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.07% | 0.406 | +5.86 pp |
52
  | residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003 | K4 compatible tangents, margin 0.10, no-op bonus 0.03 | 3 | 34.67% +/- 0.96 | +/- 2.38 | 56.45% | 0.418 | +4.93 pp |
53
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 diagnostic | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
54
+ | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 branch trace | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
55
+ | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.42% | 0.407 | +6.26 pp |
56
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
57
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
58
  | residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
 
100
 
101
  | comparison | seeds | mean delta | 95% CI | seed deltas |
102
  |---|---:|---:|---:|---|
103
+ | best_clean - canonical_h16 | 3 | +6.26 pp | +/- 4.87 | 0:+7.30, 1:+4.00, 2:+7.48 |
104
+ | best_clean - direct_same_ckpt | 3 | +7.71 pp | +/- 4.76 | 0:+7.83, 1:+5.74, 2:+9.57 |
105
  | no_expert_lattice - canonical_h16 | 3 | +27.25 pp | +/- 8.58 | 0:+23.30, 1:+28.70, 2:+29.74 |
106
  | full_lattice - no_expert_lattice | 3 | +12.35 pp | +/- 2.63 | 0:+13.57, 1:+11.83, 2:+11.65 |
107
  | policy_candidate_lattice - no_expert_lattice | 3 | -16.29 pp | +/- 7.55 | 0:-15.48, 1:-13.74, 2:-19.65 |
 
111
  | task | h16 policy | best clean | near-miss lattice | no-expert lattice | full lattice | clean-h16 delta | noexpert-clean gap |
112
  |---|---:|---:|---:|---:|---:|---:|---:|
113
  | LiftPegUpright-v1 | 23.06% | 26.34% | 62.90% | 61.72% | 73.19% | +3.28 pp | +35.37 pp |
114
+ | PickCube-v1 | 20.59% | 32.94% | 58.13% | 62.15% | 84.19% | +12.36 pp | +29.21 pp |
115
+ | PullCube-v1 | 19.79% | 22.89% | 15.02% | 19.85% | 22.41% | +3.10 pp | -3.04 pp |
116
+ | PushCube-v1 | 75.06% | 75.72% | 82.54% | 80.10% | 81.92% | +0.66 pp | +4.39 pp |
117
+ | StackCube-v1 | 14.10% | 20.04% | 50.41% | 48.25% | 60.83% | +5.95 pp | +28.21 pp |
118
 
119
  ## Mechanism Gap
120
 
121
+ - Best clean residual transport improves over canonical h16 by +6.26 pp.
122
  - Same-state no-expert lattice improves over canonical h16 by +27.25 pp.
123
+ - Remaining clean-to-same-state proposal gap is +20.99 pp.
124
  - Full lattice adds expert proposals and reaches 69.33%, a +12.35 pp gain over no-expert.
125
 
126
  ## Candidate-Oracle Diagnostic
127
 
128
  - Oracle over the deployed candidate prefix reaches 43.07% with mean progress 64.43%; this is diagnostic-only because it uses measured rollout outcomes after generating candidates.
129
  - Mean oracle-prefix score gain over the selected branch is +0.160, which isolates ranking/abstention headroom inside the clean proposal set.
130
+ - Mean unique candidates in the prefix: 8.00.
131
  - Candidate-oracle best type counts: {'retrieval_residual_policy_residual': 867, 'retrieval_residual_residual_near_miss': 201, 'retrieval_residual_residual_near_miss+residual_wrong_gripper': 99, 'retrieval_residual_residual_no_op': 182, 'retrieval_residual_residual_no_op+residual_wrong_gripper': 86, 'retrieval_residual_residual_wrong_gripper': 290}.
132
+ - Mean best branch rank in the field-ordered prefix: 2.85; rank histogram {'1': 931, '2': 162, '3': 88, '4': 87, '5': 102, '6': 87, '7': 119, '8': 149}.
133
+ - Branch success by prefix rank: 34.84%, 29.33%, 27.65%, 26.67%, 25.74%, 25.10%, 23.36%, 25.04%.
134
+ - Branch score gain by prefix rank: +0.000, -0.101, -0.140, -0.164, -0.176, -0.191, -0.223, -0.199.
135
 
136
  ## Selection Histograms
137
 
 
139
  - `same_state_no_expert`: lattice_near_miss=1263 (73.2%), lattice_no_op=222 (12.9%), lattice_random_negative=144 (8.3%), lattice_wrong_gripper=62 (3.6%), lattice_wrong_direction=34 (2.0%)
140
  - `same_state_policy_baseline`: policy_continuous=1022 (59.2%), lattice_near_miss=448 (26.0%), lattice_no_op=119 (6.9%), lattice_random_negative=75 (4.3%), lattice_wrong_gripper=45 (2.6%), lattice_wrong_direction=16 (0.9%)
141
  - `same_state_full`: lattice_expert=977 (56.6%), lattice_near_miss=348 (20.2%), lattice_no_op=177 (10.3%), lattice_random_negative=138 (8.0%), lattice_wrong_gripper=55 (3.2%), lattice_wrong_direction=30 (1.7%)
142
+ - `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002`: retrieval_residual_policy_residual=1556 (90.2%), retrieval_residual_residual_near_miss=65 (3.8%), retrieval_residual_residual_no_op=56 (3.2%), retrieval_residual_residual_no_op+residual_wrong_gripper=24 (1.4%), retrieval_residual_residual_wrong_gripper=19 (1.1%), retrieval_residual_residual_near_miss+residual_wrong_gripper=5 (0.3%)
143
+ - `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002` residual scale counts: {'0.35': 1587, '0.4': 16, '0.45': 122}
144
 
145
  ## Selected-Type Outcomes
146
 
results/paper_table_status.json CHANGED
@@ -1372,6 +1372,44 @@
1372
  "best_config": null,
1373
  "gain_vs_h16_policy": 0.13333333333333336
1374
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1375
  {
1376
  "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
1377
  "label": "K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",
@@ -2571,23 +2609,23 @@
2571
  }
2572
  ],
2573
  "best_clean": {
2574
- "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003",
2575
- "label": "K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite",
2576
- "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_summary.json",
2577
  "clean_deployment": "yes",
2578
  "same_state_proposals": "no",
2579
  "expert_proposal": "no",
2580
- "story_role": "exact incompatibility mask for one weak composed tangent pair",
2581
  "fallback_success": null,
2582
- "pending_job": "14915009/14915013",
2583
  "path_exists": true,
2584
  "status": "complete",
2585
- "success": 0.35594202898550725,
2586
- "std_success": 0.009889114266221456,
2587
  "completed_seeds": null,
2588
  "num_completed": 3,
2589
  "best_config": null,
2590
- "gain_vs_h16_policy": 0.058550724637681184
2591
  },
2592
  "best_mechanism_no_expert": {
2593
  "key": "no_expert_lattice",
@@ -2612,13 +2650,13 @@
2612
  "Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.",
2613
  "Use full lattice only as an upper result because it includes expert proposals.",
2614
  "Do not claim external SOTA from this table alone; add current external baselines separately.",
2615
- "Current best clean deployment row is K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite at 35.59%.",
2616
  "Trust-region field optimization should be framed as a negative/diagnostic ablation.",
2617
  "Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
2618
  "KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
2619
  "K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus improves the clean bridge but is not yet the main result.",
2620
  "Policy-baseline abstention inside the same-state no-expert lattice drops from 56.99% to 40.70%, so the mechanism result should emphasize counterfactual proposal geometry rather than policy fallback.",
2621
- "Singleton near-miss priors 0.01/0.02 tie the clean best rather than improving it; the compatible chart preserves high-precision near-miss tangents, but they remain sparse.",
2622
- "Candidate-oracle prefix K=8 is diagnostic-only; compare it to the clean selected row to decide whether the next paper move should be proposal generation or field ranking."
2623
  ]
2624
  }
 
1372
  "best_config": null,
1373
  "gain_vs_h16_policy": 0.13333333333333336
1374
  },
1375
+ {
1376
+ "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace",
1377
+ "label": "K4 compatible residual retrieval, unique candidate-oracle prefix K=8 branch trace",
1378
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8trace_summary.json",
1379
+ "clean_deployment": "diagnostic",
1380
+ "same_state_proposals": "no",
1381
+ "expert_proposal": "no",
1382
+ "story_role": "diagnostic branch trace for deployable selector calibration over the local tangent chart",
1383
+ "fallback_success": null,
1384
+ "pending_job": "14953960/14953961",
1385
+ "path_exists": true,
1386
+ "status": "complete",
1387
+ "success": 0.43072463768115943,
1388
+ "std_success": 0.012173913043478276,
1389
+ "completed_seeds": null,
1390
+ "num_completed": 3,
1391
+ "best_config": null,
1392
+ "gain_vs_h16_policy": 0.13333333333333336
1393
+ },
1394
+ {
1395
+ "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
1396
+ "label": "K4 compatible residual retrieval, near-miss challenger gate 0.02",
1397
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p02_summary.json",
1398
+ "clean_deployment": "yes",
1399
+ "same_state_proposals": "no",
1400
+ "expert_proposal": "no",
1401
+ "story_role": "trace-motivated two-stage selector calibration over the compatible local tangent chart",
1402
+ "fallback_success": null,
1403
+ "pending_job": "14954280/14954281",
1404
+ "path_exists": true,
1405
+ "status": "complete",
1406
+ "success": 0.36,
1407
+ "std_success": 0.012541047914657353,
1408
+ "completed_seeds": null,
1409
+ "num_completed": 3,
1410
+ "best_config": null,
1411
+ "gain_vs_h16_policy": 0.06260869565217392
1412
+ },
1413
  {
1414
  "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
1415
  "label": "K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",
 
2609
  }
2610
  ],
2611
  "best_clean": {
2612
+ "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
2613
+ "label": "K4 compatible residual retrieval, near-miss challenger gate 0.02",
2614
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p02_summary.json",
2615
  "clean_deployment": "yes",
2616
  "same_state_proposals": "no",
2617
  "expert_proposal": "no",
2618
+ "story_role": "trace-motivated two-stage selector calibration over the compatible local tangent chart",
2619
  "fallback_success": null,
2620
+ "pending_job": "14954280/14954281",
2621
  "path_exists": true,
2622
  "status": "complete",
2623
+ "success": 0.36,
2624
+ "std_success": 0.012541047914657353,
2625
  "completed_seeds": null,
2626
  "num_completed": 3,
2627
  "best_config": null,
2628
+ "gain_vs_h16_policy": 0.06260869565217392
2629
  },
2630
  "best_mechanism_no_expert": {
2631
  "key": "no_expert_lattice",
 
2650
  "Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.",
2651
  "Use full lattice only as an upper result because it includes expert proposals.",
2652
  "Do not claim external SOTA from this table alone; add current external baselines separately.",
2653
+ "Current best clean deployment row is K4 compatible residual retrieval, near-miss challenger gate 0.02 at 36.00%.",
2654
  "Trust-region field optimization should be framed as a negative/diagnostic ablation.",
2655
  "Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
2656
  "KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
2657
  "K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus improves the clean bridge but is not yet the main result.",
2658
  "Policy-baseline abstention inside the same-state no-expert lattice drops from 56.99% to 40.70%, so the mechanism result should emphasize counterfactual proposal geometry rather than policy fallback.",
2659
+ "Candidate-oracle prefix K=8 is diagnostic-only; compare it to the clean selected row to decide whether the next paper move should be proposal generation or field ranking.",
2660
+ "Candidate-oracle branch trace is diagnostic-only; use its rank histogram and branch success profile to design one clean selector-calibration run rather than a broad sweep."
2661
  ]
2662
  }
results/paper_table_status.md CHANGED
@@ -75,6 +75,8 @@ Baseline h=16 policy: 29.74%
75
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite | complete | 35.59% | +5.86 pp | yes | no | no | exact incompatibility mask for one weak composed tangent pair |
76
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003 | K4 compatible residual retrieval, margin 0.10, no-op bonus 0.03 | complete | 34.67% | +4.93 pp | yes | no | no | oracle-motivated abstention sensitivity on the compatible local tangent chart |
77
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 diagnostic | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic oracle over generated clean candidate prefix to separate proposal headroom from field ranking |
 
 
78
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
79
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
80
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
@@ -144,11 +146,11 @@ Baseline h=16 policy: 29.74%
144
  - Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.
145
  - Use full lattice only as an upper result because it includes expert proposals.
146
  - Do not claim external SOTA from this table alone; add current external baselines separately.
147
- - Current best clean deployment row is K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite at 35.59%.
148
  - Trust-region field optimization should be framed as a negative/diagnostic ablation.
149
  - Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
150
  - KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
151
  - K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus improves the clean bridge but is not yet the main result.
152
  - Policy-baseline abstention inside the same-state no-expert lattice drops from 56.99% to 40.70%, so the mechanism result should emphasize counterfactual proposal geometry rather than policy fallback.
153
- - Singleton near-miss priors 0.01/0.02 tie the clean best rather than improving it; the compatible chart preserves high-precision near-miss tangents, but they remain sparse.
154
  - Candidate-oracle prefix K=8 is diagnostic-only; compare it to the clean selected row to decide whether the next paper move should be proposal generation or field ranking.
 
 
75
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite | complete | 35.59% | +5.86 pp | yes | no | no | exact incompatibility mask for one weak composed tangent pair |
76
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003 | K4 compatible residual retrieval, margin 0.10, no-op bonus 0.03 | complete | 34.67% | +4.93 pp | yes | no | no | oracle-motivated abstention sensitivity on the compatible local tangent chart |
77
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 diagnostic | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic oracle over generated clean candidate prefix to separate proposal headroom from field ranking |
78
+ | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 branch trace | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic branch trace for deployable selector calibration over the local tangent chart |
79
+ | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible residual retrieval, near-miss challenger gate 0.02 | complete | 36.00% | +6.26 pp | yes | no | no | trace-motivated two-stage selector calibration over the compatible local tangent chart |
80
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
81
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
82
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
 
146
  - Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.
147
  - Use full lattice only as an upper result because it includes expert proposals.
148
  - Do not claim external SOTA from this table alone; add current external baselines separately.
149
+ - Current best clean deployment row is K4 compatible residual retrieval, near-miss challenger gate 0.02 at 36.00%.
150
  - Trust-region field optimization should be framed as a negative/diagnostic ablation.
151
  - Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
152
  - KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
153
  - K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus improves the clean bridge but is not yet the main result.
154
  - Policy-baseline abstention inside the same-state no-expert lattice drops from 56.99% to 40.70%, so the mechanism result should emphasize counterfactual proposal geometry rather than policy fallback.
 
155
  - Candidate-oracle prefix K=8 is diagnostic-only; compare it to the clean selected row to decide whether the next paper move should be proposal generation or field ranking.
156
+ - Candidate-oracle branch trace is diagnostic-only; use its rank histogram and branch success profile to design one clean selector-calibration run rather than a broad sweep.