anhtld commited on
Commit
512ff56
·
verified ·
1 Parent(s): 5099684

Auto-sync: 2026-06-30 04:10:41 (part 2)

Browse files
results/paper_analysis.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
3
- "generated_utc": "2026-06-30T07:49:50+00:00",
4
  "mechanism_gap": {
5
- "best_clean_vs_direct_same_ckpt": 0.07710144927536233,
6
- "best_clean_vs_h16": 0.06260869565217397,
7
  "same_state_full_vs_no_expert": 0.12347826086956515,
8
- "same_state_no_expert_vs_best_clean": 0.20985507246376817,
9
  "same_state_no_expert_vs_h16": 0.27246376811594214
10
  },
11
  "methods": {
@@ -1432,6 +1432,103 @@
1432
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmbonus0p02_summary.json",
1433
  "std_success": 0.009889114266221456
1434
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1435
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002": {
1436
  "ci95_success": 0.03115620450679224,
1437
  "label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02",
@@ -1529,6 +1626,200 @@
1529
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p02_summary.json",
1530
  "std_success": 0.012541047914657353
1531
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1532
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8": {
1533
  "candidate_oracle_rollouts": 8,
1534
  "candidate_oracle_type_counts": {
@@ -7454,38 +7745,38 @@
7454
  },
7455
  "paired_deltas": {
7456
  "best_clean - canonical_h16": {
7457
- "ci95_delta": 0.048690556079097516,
7458
- "left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
7459
- "mean_delta": 0.06260869565217392,
7460
  "right": "h16_policy_canonical",
7461
  "seed_deltas": {
7462
- "0": 0.07304347826086954,
7463
- "1": 0.040000000000000036,
7464
- "2": 0.07478260869565218
7465
  },
7466
  "seeds": [
7467
  0,
7468
  1,
7469
  2
7470
  ],
7471
- "std_delta": 0.01959900464275588
7472
  },
7473
  "best_clean - direct_same_ckpt": {
7474
- "ci95_delta": 0.047591888506633255,
7475
- "left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
7476
- "mean_delta": 0.07710144927536232,
7477
  "right": "near_miss_policy_bc5",
7478
  "seed_deltas": {
7479
- "0": 0.07826086956521738,
7480
- "1": 0.05739130434782608,
7481
- "2": 0.09565217391304348
7482
  },
7483
  "seeds": [
7484
  0,
7485
  1,
7486
  2
7487
  ],
7488
- "std_delta": 0.019156767120995143
7489
  },
7490
  "full_lattice - no_expert_lattice": {
7491
  "ci95_delta": 0.02628111194117426,
@@ -7542,14 +7833,14 @@
7542
  "per_task_deltas": {
7543
  "best_clean_vs_h16": {
7544
  "LiftPegUpright-v1": 0.03278131303915899,
7545
- "PickCube-v1": 0.1235621262795176,
7546
  "PullCube-v1": 0.031042252094883677,
7547
  "PushCube-v1": 0.0066006600660066805,
7548
  "StackCube-v1": 0.0594738594738595
7549
  },
7550
  "no_expert_vs_best_clean": {
7551
  "LiftPegUpright-v1": 0.35374851747103375,
7552
- "PickCube-v1": 0.29205938988547686,
7553
  "PullCube-v1": -0.030416951469583037,
7554
  "PushCube-v1": 0.043885153322692716,
7555
  "StackCube-v1": 0.282077182077182
 
1
  {
2
+ "best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
3
+ "generated_utc": "2026-06-30T08:10:58+00:00",
4
  "mechanism_gap": {
5
+ "best_clean_vs_direct_same_ckpt": 0.0776811594202898,
6
+ "best_clean_vs_h16": 0.06318840579710144,
7
  "same_state_full_vs_no_expert": 0.12347826086956515,
8
+ "same_state_no_expert_vs_best_clean": 0.2092753623188407,
9
  "same_state_no_expert_vs_h16": 0.27246376811594214
10
  },
11
  "methods": {
 
1432
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmbonus0p02_summary.json",
1433
  "std_success": 0.009889114266221456
1434
  },
1435
+ "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001": {
1436
+ "ci95_success": 0.034922898550724606,
1437
+ "label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
1438
+ "mean_action_mse_to_best": 0.40724662743481815,
1439
+ "mean_progress": 0.5738314912466845,
1440
+ "mean_success": 0.3605797101449275,
1441
+ "num_completed": 3,
1442
+ "per_task_success": {
1443
+ "LiftPegUpright-v1": {
1444
+ "mean_num_groups": 102.0,
1445
+ "mean_success": 0.26340865087329823,
1446
+ "std_success": 0.06057881385012102
1447
+ },
1448
+ "PickCube-v1": {
1449
+ "mean_num_groups": 196.66666666666666,
1450
+ "mean_success": 0.3308939450243798,
1451
+ "std_success": 0.032984654416421025
1452
+ },
1453
+ "PullCube-v1": {
1454
+ "mean_num_groups": 81.0,
1455
+ "mean_success": 0.22889673679147363,
1456
+ "std_success": 0.029397613100483843
1457
+ },
1458
+ "PushCube-v1": {
1459
+ "mean_num_groups": 102.0,
1460
+ "mean_success": 0.7571578319419062,
1461
+ "std_success": 0.0856403530080274
1462
+ },
1463
+ "StackCube-v1": {
1464
+ "mean_num_groups": 93.33333333333333,
1465
+ "mean_success": 0.20044030044030045,
1466
+ "std_success": 0.08896982358351117
1467
+ }
1468
+ },
1469
+ "seed_action_mse_to_best": {
1470
+ "0": 0.39480927906768476,
1471
+ "1": 0.39910691892161315,
1472
+ "2": 0.42782368431515666
1473
+ },
1474
+ "seed_progress": {
1475
+ "0": 0.5596719176285778,
1476
+ "1": 0.5719769182347733,
1477
+ "2": 0.5898456378767024
1478
+ },
1479
+ "seed_success": {
1480
+ "0": 0.3582608695652174,
1481
+ "1": 0.34782608695652173,
1482
+ "2": 0.37565217391304345
1483
+ },
1484
+ "selected_candidate_type_counts": {
1485
+ "retrieval_residual_policy_residual": 1525,
1486
+ "retrieval_residual_residual_near_miss": 96,
1487
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
1488
+ "retrieval_residual_residual_no_op": 56,
1489
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
1490
+ "retrieval_residual_residual_wrong_gripper": 19
1491
+ },
1492
+ "selected_residual_scale_counts": {
1493
+ "0.35": 1564,
1494
+ "0.4": 18,
1495
+ "0.45": 143
1496
+ },
1497
+ "selected_type_outcomes": {
1498
+ "retrieval_residual_policy_residual": {
1499
+ "count": 1525.0,
1500
+ "mean_progress": 0.567288627756271,
1501
+ "success_rate": 0.3521311475409836
1502
+ },
1503
+ "retrieval_residual_residual_near_miss": {
1504
+ "count": 96.0,
1505
+ "mean_progress": 0.54341111467996,
1506
+ "success_rate": 0.3541666666666667
1507
+ },
1508
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
1509
+ "count": 5.0,
1510
+ "mean_progress": 0.7557869911193847,
1511
+ "success_rate": 0.6
1512
+ },
1513
+ "retrieval_residual_residual_no_op": {
1514
+ "count": 56.0,
1515
+ "mean_progress": 0.7249722566921264,
1516
+ "success_rate": 0.5
1517
+ },
1518
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": {
1519
+ "count": 24.0,
1520
+ "mean_progress": 0.6711457151298722,
1521
+ "success_rate": 0.4583333333333333
1522
+ },
1523
+ "retrieval_residual_residual_wrong_gripper": {
1524
+ "count": 19.0,
1525
+ "mean_progress": 0.6364115562878156,
1526
+ "success_rate": 0.47368421052631576
1527
+ }
1528
+ },
1529
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
1530
+ "std_success": 0.014057223945486528
1531
+ },
1532
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002": {
1533
  "ci95_success": 0.03115620450679224,
1534
  "label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02",
 
1626
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p02_summary.json",
1627
  "std_success": 0.012541047914657353
1628
  },
1629
+ "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003": {
1630
+ "ci95_success": 0.031847551522121945,
1631
+ "label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.03",
1632
+ "mean_action_mse_to_best": 0.40716084060542607,
1633
+ "mean_progress": 0.5735647264812681,
1634
+ "mean_success": 0.35942028985507246,
1635
+ "num_completed": 3,
1636
+ "per_task_success": {
1637
+ "LiftPegUpright-v1": {
1638
+ "mean_num_groups": 102.0,
1639
+ "mean_success": 0.26340865087329823,
1640
+ "std_success": 0.06057881385012102
1641
+ },
1642
+ "PickCube-v1": {
1643
+ "mean_num_groups": 196.66666666666666,
1644
+ "mean_success": 0.3294194734412126,
1645
+ "std_success": 0.02715752817589447
1646
+ },
1647
+ "PullCube-v1": {
1648
+ "mean_num_groups": 81.0,
1649
+ "mean_success": 0.2245677324624693,
1650
+ "std_success": 0.029277982700246338
1651
+ },
1652
+ "PushCube-v1": {
1653
+ "mean_num_groups": 102.0,
1654
+ "mean_success": 0.7571578319419062,
1655
+ "std_success": 0.0856403530080274
1656
+ },
1657
+ "StackCube-v1": {
1658
+ "mean_num_groups": 93.33333333333333,
1659
+ "mean_success": 0.20044030044030045,
1660
+ "std_success": 0.08896982358351117
1661
+ }
1662
+ },
1663
+ "seed_action_mse_to_best": {
1664
+ "0": 0.39498641085527514,
1665
+ "1": 0.3990551151837344,
1666
+ "2": 0.4274409957772688
1667
+ },
1668
+ "seed_progress": {
1669
+ "0": 0.5586201040280739,
1670
+ "1": 0.5734640078700107,
1671
+ "2": 0.5886100675457198
1672
+ },
1673
+ "seed_success": {
1674
+ "0": 0.35478260869565215,
1675
+ "1": 0.34956521739130436,
1676
+ "2": 0.3739130434782609
1677
+ },
1678
+ "selected_candidate_type_counts": {
1679
+ "retrieval_residual_policy_residual": 1573,
1680
+ "retrieval_residual_residual_near_miss": 48,
1681
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
1682
+ "retrieval_residual_residual_no_op": 56,
1683
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
1684
+ "retrieval_residual_residual_wrong_gripper": 19
1685
+ },
1686
+ "selected_residual_scale_counts": {
1687
+ "0.35": 1599,
1688
+ "0.4": 16,
1689
+ "0.45": 110
1690
+ },
1691
+ "selected_type_outcomes": {
1692
+ "retrieval_residual_policy_residual": {
1693
+ "count": 1573.0,
1694
+ "mean_progress": 0.5644383763422857,
1695
+ "success_rate": 0.34710743801652894
1696
+ },
1697
+ "retrieval_residual_residual_near_miss": {
1698
+ "count": 48.0,
1699
+ "mean_progress": 0.6033518568923076,
1700
+ "success_rate": 0.4791666666666667
1701
+ },
1702
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
1703
+ "count": 5.0,
1704
+ "mean_progress": 0.7557869911193847,
1705
+ "success_rate": 0.6
1706
+ },
1707
+ "retrieval_residual_residual_no_op": {
1708
+ "count": 56.0,
1709
+ "mean_progress": 0.7249722566921264,
1710
+ "success_rate": 0.5
1711
+ },
1712
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": {
1713
+ "count": 24.0,
1714
+ "mean_progress": 0.6711457151298722,
1715
+ "success_rate": 0.4583333333333333
1716
+ },
1717
+ "retrieval_residual_residual_wrong_gripper": {
1718
+ "count": 19.0,
1719
+ "mean_progress": 0.6364115562878156,
1720
+ "success_rate": 0.47368421052631576
1721
+ }
1722
+ },
1723
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p03_summary.json",
1724
+ "std_success": 0.012819330079707819
1725
+ },
1726
+ "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001": {
1727
+ "ci95_success": 0.028111505659259583,
1728
+ "label": "K4 compatible tangents, no-op bonus 0.03, near-miss/wrong-gripper challenger gate 0.01",
1729
+ "mean_action_mse_to_best": 0.42388041546811234,
1730
+ "mean_progress": 0.5740175393360537,
1731
+ "mean_success": 0.35942028985507246,
1732
+ "num_completed": 3,
1733
+ "per_task_success": {
1734
+ "LiftPegUpright-v1": {
1735
+ "mean_num_groups": 102.0,
1736
+ "mean_success": 0.2564642064288538,
1737
+ "std_success": 0.04855619832211069
1738
+ },
1739
+ "PickCube-v1": {
1740
+ "mean_num_groups": 196.66666666666666,
1741
+ "mean_success": 0.3341800108104456,
1742
+ "std_success": 0.03576351357420772
1743
+ },
1744
+ "PullCube-v1": {
1745
+ "mean_num_groups": 81.0,
1746
+ "mean_success": 0.2332827017037543,
1747
+ "std_success": 0.022518513736910044
1748
+ },
1749
+ "PushCube-v1": {
1750
+ "mean_num_groups": 102.0,
1751
+ "mean_success": 0.7541548289389031,
1752
+ "std_success": 0.08244271787813129
1753
+ },
1754
+ "StackCube-v1": {
1755
+ "mean_num_groups": 93.33333333333333,
1756
+ "mean_success": 0.19303289303289303,
1757
+ "std_success": 0.09656392140671645
1758
+ }
1759
+ },
1760
+ "seed_action_mse_to_best": {
1761
+ "0": 0.39847891513582157,
1762
+ "1": 0.41843367543314464,
1763
+ "2": 0.45472865583537064
1764
+ },
1765
+ "seed_progress": {
1766
+ "0": 0.5631452761790243,
1767
+ "1": 0.5713223590151123,
1768
+ "2": 0.5875849828140243
1769
+ },
1770
+ "seed_success": {
1771
+ "0": 0.36,
1772
+ "1": 0.34782608695652173,
1773
+ "2": 0.37043478260869567
1774
+ },
1775
+ "selected_candidate_type_counts": {
1776
+ "retrieval_residual_policy_residual": 1339,
1777
+ "retrieval_residual_residual_near_miss": 87,
1778
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
1779
+ "retrieval_residual_residual_no_op": 56,
1780
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
1781
+ "retrieval_residual_residual_wrong_gripper": 214
1782
+ },
1783
+ "selected_residual_scale_counts": {
1784
+ "0.35": 1443,
1785
+ "0.4": 53,
1786
+ "0.45": 229
1787
+ },
1788
+ "selected_type_outcomes": {
1789
+ "retrieval_residual_policy_residual": {
1790
+ "count": 1339.0,
1791
+ "mean_progress": 0.5429982249607639,
1792
+ "success_rate": 0.31292008961911877
1793
+ },
1794
+ "retrieval_residual_residual_near_miss": {
1795
+ "count": 87.0,
1796
+ "mean_progress": 0.5773696586404039,
1797
+ "success_rate": 0.39080459770114945
1798
+ },
1799
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
1800
+ "count": 5.0,
1801
+ "mean_progress": 0.7557869911193847,
1802
+ "success_rate": 0.6
1803
+ },
1804
+ "retrieval_residual_residual_no_op": {
1805
+ "count": 56.0,
1806
+ "mean_progress": 0.7249722566921264,
1807
+ "success_rate": 0.5
1808
+ },
1809
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": {
1810
+ "count": 24.0,
1811
+ "mean_progress": 0.6711457151298722,
1812
+ "success_rate": 0.4583333333333333
1813
+ },
1814
+ "retrieval_residual_residual_wrong_gripper": {
1815
+ "count": 214.0,
1816
+ "mean_progress": 0.71210090344412,
1817
+ "success_rate": 0.5841121495327103
1818
+ }
1819
+ },
1820
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmwgchallenger0p01_summary.json",
1821
+ "std_success": 0.011315490606343858
1822
+ },
1823
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8": {
1824
  "candidate_oracle_rollouts": 8,
1825
  "candidate_oracle_type_counts": {
 
7745
  },
7746
  "paired_deltas": {
7747
  "best_clean - canonical_h16": {
7748
+ "ci95_delta": 0.05367508516358206,
7749
+ "left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
7750
+ "mean_delta": 0.06318840579710144,
7751
  "right": "h16_policy_canonical",
7752
  "seed_deltas": {
7753
+ "0": 0.07478260869565218,
7754
+ "1": 0.038260869565217404,
7755
+ "2": 0.07652173913043475
7756
  },
7757
  "seeds": [
7758
  0,
7759
  1,
7760
  2
7761
  ],
7762
+ "std_delta": 0.021605385685315028
7763
  },
7764
  "best_clean - direct_same_ckpt": {
7765
+ "ci95_delta": 0.05208653786416476,
7766
+ "left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
7767
+ "mean_delta": 0.07768115942028984,
7768
  "right": "near_miss_policy_bc5",
7769
  "seed_deltas": {
7770
+ "0": 0.08000000000000002,
7771
+ "1": 0.055652173913043446,
7772
+ "2": 0.09739130434782606
7773
  },
7774
  "seeds": [
7775
  0,
7776
  1,
7777
  2
7778
  ],
7779
+ "std_delta": 0.02096596095075377
7780
  },
7781
  "full_lattice - no_expert_lattice": {
7782
  "ci95_delta": 0.02628111194117426,
 
7833
  "per_task_deltas": {
7834
  "best_clean_vs_h16": {
7835
  "LiftPegUpright-v1": 0.03278131303915899,
7836
+ "PickCube-v1": 0.1250365978626848,
7837
  "PullCube-v1": 0.031042252094883677,
7838
  "PushCube-v1": 0.0066006600660066805,
7839
  "StackCube-v1": 0.0594738594738595
7840
  },
7841
  "no_expert_vs_best_clean": {
7842
  "LiftPegUpright-v1": 0.35374851747103375,
7843
+ "PickCube-v1": 0.29058491830230965,
7844
  "PullCube-v1": -0.030416951469583037,
7845
  "PushCube-v1": 0.043885153322692716,
7846
  "StackCube-v1": 0.282077182077182
results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-06-30T07:49:50+00:00`
4
 
5
  ## Main Seed Statistics
6
 
@@ -53,6 +53,9 @@ Generated: `2026-06-30T07:49:50+00:00`
53
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 diagnostic | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
54
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 branch trace | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
55
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.42% | 0.407 | +6.26 pp |
 
 
 
56
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
57
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
58
  | residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
@@ -100,8 +103,8 @@ Generated: `2026-06-30T07:49:50+00:00`
100
 
101
  | comparison | seeds | mean delta | 95% CI | seed deltas |
102
  |---|---:|---:|---:|---|
103
- | best_clean - canonical_h16 | 3 | +6.26 pp | +/- 4.87 | 0:+7.30, 1:+4.00, 2:+7.48 |
104
- | best_clean - direct_same_ckpt | 3 | +7.71 pp | +/- 4.76 | 0:+7.83, 1:+5.74, 2:+9.57 |
105
  | no_expert_lattice - canonical_h16 | 3 | +27.25 pp | +/- 8.58 | 0:+23.30, 1:+28.70, 2:+29.74 |
106
  | full_lattice - no_expert_lattice | 3 | +12.35 pp | +/- 2.63 | 0:+13.57, 1:+11.83, 2:+11.65 |
107
  | policy_candidate_lattice - no_expert_lattice | 3 | -16.29 pp | +/- 7.55 | 0:-15.48, 1:-13.74, 2:-19.65 |
@@ -111,16 +114,16 @@ Generated: `2026-06-30T07:49:50+00:00`
111
  | task | h16 policy | best clean | near-miss lattice | no-expert lattice | full lattice | clean-h16 delta | noexpert-clean gap |
112
  |---|---:|---:|---:|---:|---:|---:|---:|
113
  | LiftPegUpright-v1 | 23.06% | 26.34% | 62.90% | 61.72% | 73.19% | +3.28 pp | +35.37 pp |
114
- | PickCube-v1 | 20.59% | 32.94% | 58.13% | 62.15% | 84.19% | +12.36 pp | +29.21 pp |
115
  | PullCube-v1 | 19.79% | 22.89% | 15.02% | 19.85% | 22.41% | +3.10 pp | -3.04 pp |
116
  | PushCube-v1 | 75.06% | 75.72% | 82.54% | 80.10% | 81.92% | +0.66 pp | +4.39 pp |
117
  | StackCube-v1 | 14.10% | 20.04% | 50.41% | 48.25% | 60.83% | +5.95 pp | +28.21 pp |
118
 
119
  ## Mechanism Gap
120
 
121
- - Best clean residual transport improves over canonical h16 by +6.26 pp.
122
  - Same-state no-expert lattice improves over canonical h16 by +27.25 pp.
123
- - Remaining clean-to-same-state proposal gap is +20.99 pp.
124
  - Full lattice adds expert proposals and reaches 69.33%, a +12.35 pp gain over no-expert.
125
 
126
  ## Candidate-Oracle Diagnostic
@@ -139,8 +142,8 @@ Generated: `2026-06-30T07:49:50+00:00`
139
  - `same_state_no_expert`: lattice_near_miss=1263 (73.2%), lattice_no_op=222 (12.9%), lattice_random_negative=144 (8.3%), lattice_wrong_gripper=62 (3.6%), lattice_wrong_direction=34 (2.0%)
140
  - `same_state_policy_baseline`: policy_continuous=1022 (59.2%), lattice_near_miss=448 (26.0%), lattice_no_op=119 (6.9%), lattice_random_negative=75 (4.3%), lattice_wrong_gripper=45 (2.6%), lattice_wrong_direction=16 (0.9%)
141
  - `same_state_full`: lattice_expert=977 (56.6%), lattice_near_miss=348 (20.2%), lattice_no_op=177 (10.3%), lattice_random_negative=138 (8.0%), lattice_wrong_gripper=55 (3.2%), lattice_wrong_direction=30 (1.7%)
142
- - `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002`: retrieval_residual_policy_residual=1556 (90.2%), retrieval_residual_residual_near_miss=65 (3.8%), retrieval_residual_residual_no_op=56 (3.2%), retrieval_residual_residual_no_op+residual_wrong_gripper=24 (1.4%), retrieval_residual_residual_wrong_gripper=19 (1.1%), retrieval_residual_residual_near_miss+residual_wrong_gripper=5 (0.3%)
143
- - `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002` residual scale counts: {'0.35': 1587, '0.4': 16, '0.45': 122}
144
 
145
  ## Selected-Type Outcomes
146
 
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-06-30T08:10:58+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
53
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 diagnostic | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
54
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 branch trace | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
55
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.42% | 0.407 | +6.26 pp |
56
+ | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01 | 3 | 36.06% +/- 1.41 | +/- 3.49 | 57.38% | 0.407 | +6.32 pp |
57
+ | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.03 | 3 | 35.94% +/- 1.28 | +/- 3.18 | 57.36% | 0.407 | +6.20 pp |
58
+ | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss/wrong-gripper challenger gate 0.01 | 3 | 35.94% +/- 1.13 | +/- 2.81 | 57.40% | 0.424 | +6.20 pp |
59
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
60
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
61
  | residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
 
103
 
104
  | comparison | seeds | mean delta | 95% CI | seed deltas |
105
  |---|---:|---:|---:|---|
106
+ | best_clean - canonical_h16 | 3 | +6.32 pp | +/- 5.37 | 0:+7.48, 1:+3.83, 2:+7.65 |
107
+ | best_clean - direct_same_ckpt | 3 | +7.77 pp | +/- 5.21 | 0:+8.00, 1:+5.57, 2:+9.74 |
108
  | no_expert_lattice - canonical_h16 | 3 | +27.25 pp | +/- 8.58 | 0:+23.30, 1:+28.70, 2:+29.74 |
109
  | full_lattice - no_expert_lattice | 3 | +12.35 pp | +/- 2.63 | 0:+13.57, 1:+11.83, 2:+11.65 |
110
  | policy_candidate_lattice - no_expert_lattice | 3 | -16.29 pp | +/- 7.55 | 0:-15.48, 1:-13.74, 2:-19.65 |
 
114
  | task | h16 policy | best clean | near-miss lattice | no-expert lattice | full lattice | clean-h16 delta | noexpert-clean gap |
115
  |---|---:|---:|---:|---:|---:|---:|---:|
116
  | LiftPegUpright-v1 | 23.06% | 26.34% | 62.90% | 61.72% | 73.19% | +3.28 pp | +35.37 pp |
117
+ | PickCube-v1 | 20.59% | 33.09% | 58.13% | 62.15% | 84.19% | +12.50 pp | +29.06 pp |
118
  | PullCube-v1 | 19.79% | 22.89% | 15.02% | 19.85% | 22.41% | +3.10 pp | -3.04 pp |
119
  | PushCube-v1 | 75.06% | 75.72% | 82.54% | 80.10% | 81.92% | +0.66 pp | +4.39 pp |
120
  | StackCube-v1 | 14.10% | 20.04% | 50.41% | 48.25% | 60.83% | +5.95 pp | +28.21 pp |
121
 
122
  ## Mechanism Gap
123
 
124
+ - Best clean residual transport improves over canonical h16 by +6.32 pp.
125
  - Same-state no-expert lattice improves over canonical h16 by +27.25 pp.
126
+ - Remaining clean-to-same-state proposal gap is +20.93 pp.
127
  - Full lattice adds expert proposals and reaches 69.33%, a +12.35 pp gain over no-expert.
128
 
129
  ## Candidate-Oracle Diagnostic
 
142
  - `same_state_no_expert`: lattice_near_miss=1263 (73.2%), lattice_no_op=222 (12.9%), lattice_random_negative=144 (8.3%), lattice_wrong_gripper=62 (3.6%), lattice_wrong_direction=34 (2.0%)
143
  - `same_state_policy_baseline`: policy_continuous=1022 (59.2%), lattice_near_miss=448 (26.0%), lattice_no_op=119 (6.9%), lattice_random_negative=75 (4.3%), lattice_wrong_gripper=45 (2.6%), lattice_wrong_direction=16 (0.9%)
144
  - `same_state_full`: lattice_expert=977 (56.6%), lattice_near_miss=348 (20.2%), lattice_no_op=177 (10.3%), lattice_random_negative=138 (8.0%), lattice_wrong_gripper=55 (3.2%), lattice_wrong_direction=30 (1.7%)
145
+ - `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001`: retrieval_residual_policy_residual=1525 (88.4%), retrieval_residual_residual_near_miss=96 (5.6%), retrieval_residual_residual_no_op=56 (3.2%), retrieval_residual_residual_no_op+residual_wrong_gripper=24 (1.4%), retrieval_residual_residual_wrong_gripper=19 (1.1%), retrieval_residual_residual_near_miss+residual_wrong_gripper=5 (0.3%)
146
+ - `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001` residual scale counts: {'0.35': 1564, '0.4': 18, '0.45': 143}
147
 
148
  ## Selected-Type Outcomes
149
 
results/paper_table_status.json CHANGED
@@ -1410,6 +1410,63 @@
1410
  "best_config": null,
1411
  "gain_vs_h16_policy": 0.06260869565217392
1412
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1413
  {
1414
  "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
1415
  "label": "K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",
@@ -2609,23 +2666,23 @@
2609
  }
2610
  ],
2611
  "best_clean": {
2612
- "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
2613
- "label": "K4 compatible residual retrieval, near-miss challenger gate 0.02",
2614
- "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p02_summary.json",
2615
  "clean_deployment": "yes",
2616
  "same_state_proposals": "no",
2617
  "expert_proposal": "no",
2618
- "story_role": "trace-motivated two-stage selector calibration over the compatible local tangent chart",
2619
  "fallback_success": null,
2620
- "pending_job": "14954280/14954281",
2621
  "path_exists": true,
2622
  "status": "complete",
2623
- "success": 0.36,
2624
- "std_success": 0.012541047914657353,
2625
  "completed_seeds": null,
2626
  "num_completed": 3,
2627
  "best_config": null,
2628
- "gain_vs_h16_policy": 0.06260869565217392
2629
  },
2630
  "best_mechanism_no_expert": {
2631
  "key": "no_expert_lattice",
@@ -2650,7 +2707,7 @@
2650
  "Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.",
2651
  "Use full lattice only as an upper result because it includes expert proposals.",
2652
  "Do not claim external SOTA from this table alone; add current external baselines separately.",
2653
- "Current best clean deployment row is K4 compatible residual retrieval, near-miss challenger gate 0.02 at 36.00%.",
2654
  "Trust-region field optimization should be framed as a negative/diagnostic ablation.",
2655
  "Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
2656
  "KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
 
1410
  "best_config": null,
1411
  "gain_vs_h16_policy": 0.06260869565217392
1412
  },
1413
+ {
1414
+ "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
1415
+ "label": "K4 compatible residual retrieval, near-miss challenger gate 0.01",
1416
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
1417
+ "clean_deployment": "yes",
1418
+ "same_state_proposals": "no",
1419
+ "expert_proposal": "no",
1420
+ "story_role": "lower-margin sensitivity for trace-motivated singleton near-miss challenger calibration",
1421
+ "fallback_success": null,
1422
+ "pending_job": "14954526/14954527",
1423
+ "path_exists": true,
1424
+ "status": "complete",
1425
+ "success": 0.3605797101449275,
1426
+ "std_success": 0.01405722394548653,
1427
+ "completed_seeds": null,
1428
+ "num_completed": 3,
1429
+ "best_config": null,
1430
+ "gain_vs_h16_policy": 0.06318840579710144
1431
+ },
1432
+ {
1433
+ "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003",
1434
+ "label": "K4 compatible residual retrieval, near-miss challenger gate 0.03",
1435
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p03_summary.json",
1436
+ "clean_deployment": "yes",
1437
+ "same_state_proposals": "no",
1438
+ "expert_proposal": "no",
1439
+ "story_role": "upper-margin sensitivity for trace-motivated singleton near-miss challenger calibration",
1440
+ "fallback_success": null,
1441
+ "pending_job": "14954528/14954529",
1442
+ "path_exists": true,
1443
+ "status": "complete",
1444
+ "success": 0.35942028985507246,
1445
+ "std_success": 0.012819330079707819,
1446
+ "completed_seeds": null,
1447
+ "num_completed": 3,
1448
+ "best_config": null,
1449
+ "gain_vs_h16_policy": 0.06202898550724639
1450
+ },
1451
+ {
1452
+ "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001",
1453
+ "label": "K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01",
1454
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmwgchallenger0p01_summary.json",
1455
+ "clean_deployment": "yes",
1456
+ "same_state_proposals": "no",
1457
+ "expert_proposal": "no",
1458
+ "story_role": "trace-motivated challenger calibration test for whether wrong-gripper residuals carry conditional selector headroom",
1459
+ "fallback_success": null,
1460
+ "pending_job": "14954530/14954531",
1461
+ "path_exists": true,
1462
+ "status": "complete",
1463
+ "success": 0.35942028985507246,
1464
+ "std_success": 0.011315490606343858,
1465
+ "completed_seeds": null,
1466
+ "num_completed": 3,
1467
+ "best_config": null,
1468
+ "gain_vs_h16_policy": 0.06202898550724639
1469
+ },
1470
  {
1471
  "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
1472
  "label": "K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",
 
2666
  }
2667
  ],
2668
  "best_clean": {
2669
+ "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
2670
+ "label": "K4 compatible residual retrieval, near-miss challenger gate 0.01",
2671
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
2672
  "clean_deployment": "yes",
2673
  "same_state_proposals": "no",
2674
  "expert_proposal": "no",
2675
+ "story_role": "lower-margin sensitivity for trace-motivated singleton near-miss challenger calibration",
2676
  "fallback_success": null,
2677
+ "pending_job": "14954526/14954527",
2678
  "path_exists": true,
2679
  "status": "complete",
2680
+ "success": 0.3605797101449275,
2681
+ "std_success": 0.01405722394548653,
2682
  "completed_seeds": null,
2683
  "num_completed": 3,
2684
  "best_config": null,
2685
+ "gain_vs_h16_policy": 0.06318840579710144
2686
  },
2687
  "best_mechanism_no_expert": {
2688
  "key": "no_expert_lattice",
 
2707
  "Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.",
2708
  "Use full lattice only as an upper result because it includes expert proposals.",
2709
  "Do not claim external SOTA from this table alone; add current external baselines separately.",
2710
+ "Current best clean deployment row is K4 compatible residual retrieval, near-miss challenger gate 0.01 at 36.06%.",
2711
  "Trust-region field optimization should be framed as a negative/diagnostic ablation.",
2712
  "Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
2713
  "KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
results/paper_table_status.md CHANGED
@@ -77,6 +77,9 @@ Baseline h=16 policy: 29.74%
77
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 diagnostic | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic oracle over generated clean candidate prefix to separate proposal headroom from field ranking |
78
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 branch trace | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic branch trace for deployable selector calibration over the local tangent chart |
79
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible residual retrieval, near-miss challenger gate 0.02 | complete | 36.00% | +6.26 pp | yes | no | no | trace-motivated two-stage selector calibration over the compatible local tangent chart |
 
 
 
80
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
81
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
82
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
@@ -146,7 +149,7 @@ Baseline h=16 policy: 29.74%
146
  - Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.
147
  - Use full lattice only as an upper result because it includes expert proposals.
148
  - Do not claim external SOTA from this table alone; add current external baselines separately.
149
- - Current best clean deployment row is K4 compatible residual retrieval, near-miss challenger gate 0.02 at 36.00%.
150
  - Trust-region field optimization should be framed as a negative/diagnostic ablation.
151
  - Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
152
  - KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
 
77
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 diagnostic | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic oracle over generated clean candidate prefix to separate proposal headroom from field ranking |
78
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 branch trace | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic branch trace for deployable selector calibration over the local tangent chart |
79
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible residual retrieval, near-miss challenger gate 0.02 | complete | 36.00% | +6.26 pp | yes | no | no | trace-motivated two-stage selector calibration over the compatible local tangent chart |
80
+ | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible residual retrieval, near-miss challenger gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | lower-margin sensitivity for trace-motivated singleton near-miss challenger calibration |
81
+ | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003 | K4 compatible residual retrieval, near-miss challenger gate 0.03 | complete | 35.94% | +6.20 pp | yes | no | no | upper-margin sensitivity for trace-motivated singleton near-miss challenger calibration |
82
+ | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01 | complete | 35.94% | +6.20 pp | yes | no | no | trace-motivated challenger calibration test for whether wrong-gripper residuals carry conditional selector headroom |
83
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
84
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
85
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
 
149
  - Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.
150
  - Use full lattice only as an upper result because it includes expert proposals.
151
  - Do not claim external SOTA from this table alone; add current external baselines separately.
152
+ - Current best clean deployment row is K4 compatible residual retrieval, near-miss challenger gate 0.01 at 36.06%.
153
  - Trust-region field optimization should be framed as a negative/diagnostic ablation.
154
  - Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
155
  - KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.