anhtld commited on
Commit
da6b0a9
·
verified ·
1 Parent(s): 8623eed

Auto-sync: 2026-06-30 04:35:29

Browse files
results/paper_analysis.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
3
- "generated_utc": "2026-06-30T08:10:58+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.0776811594202898,
6
  "best_clean_vs_h16": 0.06318840579710144,
@@ -1432,6 +1432,103 @@
1432
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmbonus0p02_summary.json",
1433
  "std_success": 0.009889114266221456
1434
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1435
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001": {
1436
  "ci95_success": 0.034922898550724606,
1437
  "label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
@@ -1529,6 +1626,103 @@
1529
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
1530
  "std_success": 0.014057223945486528
1531
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1532
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002": {
1533
  "ci95_success": 0.03115620450679224,
1534
  "label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02",
 
1
  {
2
  "best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
3
+ "generated_utc": "2026-06-30T08:40:51+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.0776811594202898,
6
  "best_clean_vs_h16": 0.06318840579710144,
 
1432
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmbonus0p02_summary.json",
1433
  "std_success": 0.009889114266221456
1434
  },
1435
+ "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0005": {
1436
+ "ci95_success": 0.03536553850393906,
1437
+ "label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.005",
1438
+ "mean_action_mse_to_best": 0.4072380839080374,
1439
+ "mean_progress": 0.5734310006964413,
1440
+ "mean_success": 0.35999999999999993,
1441
+ "num_completed": 3,
1442
+ "per_task_success": {
1443
+ "LiftPegUpright-v1": {
1444
+ "mean_num_groups": 102.0,
1445
+ "mean_success": 0.26340865087329823,
1446
+ "std_success": 0.06057881385012102
1447
+ },
1448
+ "PickCube-v1": {
1449
+ "mean_num_groups": 196.66666666666666,
1450
+ "mean_success": 0.3292913809218157,
1451
+ "std_success": 0.03124258859556991
1452
+ },
1453
+ "PullCube-v1": {
1454
+ "mean_num_groups": 81.0,
1455
+ "mean_success": 0.22889673679147363,
1456
+ "std_success": 0.029397613100483843
1457
+ },
1458
+ "PushCube-v1": {
1459
+ "mean_num_groups": 102.0,
1460
+ "mean_success": 0.7571578319419062,
1461
+ "std_success": 0.0856403530080274
1462
+ },
1463
+ "StackCube-v1": {
1464
+ "mean_num_groups": 93.33333333333333,
1465
+ "mean_success": 0.20044030044030045,
1466
+ "std_success": 0.08896982358351117
1467
+ }
1468
+ },
1469
+ "seed_action_mse_to_best": {
1470
+ "0": 0.39503803297391404,
1471
+ "1": 0.3989635453648541,
1472
+ "2": 0.42771267338534413
1473
+ },
1474
+ "seed_progress": {
1475
+ "0": 0.5589558385697234,
1476
+ "1": 0.5713966150581836,
1477
+ "2": 0.5899405484614165
1478
+ },
1479
+ "seed_success": {
1480
+ "0": 0.3565217391304348,
1481
+ "1": 0.34782608695652173,
1482
+ "2": 0.37565217391304345
1483
+ },
1484
+ "selected_candidate_type_counts": {
1485
+ "retrieval_residual_policy_residual": 1499,
1486
+ "retrieval_residual_residual_near_miss": 122,
1487
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
1488
+ "retrieval_residual_residual_no_op": 56,
1489
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
1490
+ "retrieval_residual_residual_wrong_gripper": 19
1491
+ },
1492
+ "selected_residual_scale_counts": {
1493
+ "0.35": 1551,
1494
+ "0.4": 21,
1495
+ "0.45": 153
1496
+ },
1497
+ "selected_type_outcomes": {
1498
+ "retrieval_residual_policy_residual": {
1499
+ "count": 1499.0,
1500
+ "mean_progress": 0.5646938670566709,
1501
+ "success_rate": 0.34889926617745165
1502
+ },
1503
+ "retrieval_residual_residual_near_miss": {
1504
+ "count": 122.0,
1505
+ "mean_progress": 0.5747186182005728,
1506
+ "success_rate": 0.38524590163934425
1507
+ },
1508
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
1509
+ "count": 5.0,
1510
+ "mean_progress": 0.7557869911193847,
1511
+ "success_rate": 0.6
1512
+ },
1513
+ "retrieval_residual_residual_no_op": {
1514
+ "count": 56.0,
1515
+ "mean_progress": 0.7249722566921264,
1516
+ "success_rate": 0.5
1517
+ },
1518
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": {
1519
+ "count": 24.0,
1520
+ "mean_progress": 0.6711457151298722,
1521
+ "success_rate": 0.4583333333333333
1522
+ },
1523
+ "retrieval_residual_residual_wrong_gripper": {
1524
+ "count": 19.0,
1525
+ "mean_progress": 0.6364115562878156,
1526
+ "success_rate": 0.47368421052631576
1527
+ }
1528
+ },
1529
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p005_summary.json",
1530
+ "std_success": 0.014235396124995555
1531
+ },
1532
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001": {
1533
  "ci95_success": 0.034922898550724606,
1534
  "label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
 
1626
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
1627
  "std_success": 0.014057223945486528
1628
  },
1629
+ "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015": {
1630
+ "ci95_success": 0.03115620450679224,
1631
+ "label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.015",
1632
+ "mean_action_mse_to_best": 0.407323780797044,
1633
+ "mean_progress": 0.5738324999127645,
1634
+ "mean_success": 0.36000000000000004,
1635
+ "num_completed": 3,
1636
+ "per_task_success": {
1637
+ "LiftPegUpright-v1": {
1638
+ "mean_num_groups": 102.0,
1639
+ "mean_success": 0.26340865087329823,
1640
+ "std_success": 0.06057881385012102
1641
+ },
1642
+ "PickCube-v1": {
1643
+ "mean_num_groups": 196.66666666666666,
1644
+ "mean_success": 0.3294194734412126,
1645
+ "std_success": 0.02715752817589447
1646
+ },
1647
+ "PullCube-v1": {
1648
+ "mean_num_groups": 81.0,
1649
+ "mean_success": 0.22889673679147363,
1650
+ "std_success": 0.029397613100483843
1651
+ },
1652
+ "PushCube-v1": {
1653
+ "mean_num_groups": 102.0,
1654
+ "mean_success": 0.7571578319419062,
1655
+ "std_success": 0.0856403530080274
1656
+ },
1657
+ "StackCube-v1": {
1658
+ "mean_num_groups": 93.33333333333333,
1659
+ "mean_success": 0.20044030044030045,
1660
+ "std_success": 0.08896982358351117
1661
+ }
1662
+ },
1663
+ "seed_action_mse_to_best": {
1664
+ "0": 0.3947965855459156,
1665
+ "1": 0.3992642119769817,
1666
+ "2": 0.4279105448682347
1667
+ },
1668
+ "seed_progress": {
1669
+ "0": 0.559589599908289,
1670
+ "1": 0.5728900156656037,
1671
+ "2": 0.5890178841644007
1672
+ },
1673
+ "seed_success": {
1674
+ "0": 0.3565217391304348,
1675
+ "1": 0.34956521739130436,
1676
+ "2": 0.3739130434782609
1677
+ },
1678
+ "selected_candidate_type_counts": {
1679
+ "retrieval_residual_policy_residual": 1544,
1680
+ "retrieval_residual_residual_near_miss": 77,
1681
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
1682
+ "retrieval_residual_residual_no_op": 56,
1683
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
1684
+ "retrieval_residual_residual_wrong_gripper": 19
1685
+ },
1686
+ "selected_residual_scale_counts": {
1687
+ "0.35": 1575,
1688
+ "0.4": 16,
1689
+ "0.45": 134
1690
+ },
1691
+ "selected_type_outcomes": {
1692
+ "retrieval_residual_policy_residual": {
1693
+ "count": 1544.0,
1694
+ "mean_progress": 0.5666152759130327,
1695
+ "success_rate": 0.34974093264248707
1696
+ },
1697
+ "retrieval_residual_residual_near_miss": {
1698
+ "count": 77.0,
1699
+ "mean_progress": 0.5510438737253864,
1700
+ "success_rate": 0.38961038961038963
1701
+ },
1702
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
1703
+ "count": 5.0,
1704
+ "mean_progress": 0.7557869911193847,
1705
+ "success_rate": 0.6
1706
+ },
1707
+ "retrieval_residual_residual_no_op": {
1708
+ "count": 56.0,
1709
+ "mean_progress": 0.7249722566921264,
1710
+ "success_rate": 0.5
1711
+ },
1712
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": {
1713
+ "count": 24.0,
1714
+ "mean_progress": 0.6711457151298722,
1715
+ "success_rate": 0.4583333333333333
1716
+ },
1717
+ "retrieval_residual_residual_wrong_gripper": {
1718
+ "count": 19.0,
1719
+ "mean_progress": 0.6364115562878156,
1720
+ "success_rate": 0.47368421052631576
1721
+ }
1722
+ },
1723
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p015_summary.json",
1724
+ "std_success": 0.012541047914657353
1725
+ },
1726
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002": {
1727
  "ci95_success": 0.03115620450679224,
1728
  "label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02",
results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-06-30T08:10:58+00:00`
4
 
5
  ## Main Seed Statistics
6
 
@@ -54,6 +54,8 @@ Generated: `2026-06-30T08:10:58+00:00`
54
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 branch trace | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
55
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.42% | 0.407 | +6.26 pp |
56
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01 | 3 | 36.06% +/- 1.41 | +/- 3.49 | 57.38% | 0.407 | +6.32 pp |
 
 
57
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.03 | 3 | 35.94% +/- 1.28 | +/- 3.18 | 57.36% | 0.407 | +6.20 pp |
58
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss/wrong-gripper challenger gate 0.01 | 3 | 35.94% +/- 1.13 | +/- 2.81 | 57.40% | 0.424 | +6.20 pp |
59
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-06-30T08:40:51+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
54
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 branch trace | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
55
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.42% | 0.407 | +6.26 pp |
56
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01 | 3 | 36.06% +/- 1.41 | +/- 3.49 | 57.38% | 0.407 | +6.32 pp |
57
+ | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0005 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.005 | 3 | 36.00% +/- 1.42 | +/- 3.54 | 57.34% | 0.407 | +6.26 pp |
58
+ | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.015 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.38% | 0.407 | +6.26 pp |
59
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.03 | 3 | 35.94% +/- 1.28 | +/- 3.18 | 57.36% | 0.407 | +6.20 pp |
60
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss/wrong-gripper challenger gate 0.01 | 3 | 35.94% +/- 1.13 | +/- 2.81 | 57.40% | 0.424 | +6.20 pp |
61
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
results/paper_core_results.md CHANGED
@@ -6,9 +6,9 @@ baseline is the h=16 rank-checkpoint online rollout (`29.74%`).
6
  For paired seed deltas, per-task gaps, and selection histograms, regenerate and
7
  read `paper_analysis.md` with `python3 scripts/build_paper_analysis.py`. Current
8
  paired analysis: best clean K4 compatible tangent transport with a trace-motivated
9
- near-miss challenger gate is `+6.26 pp` over canonical h=16, same-state no-expert
10
  lattice is `+27.25 pp`, and the remaining clean-to-same-state proposal gap is
11
- `+20.99 pp`.
12
 
13
  | Method | Uses same-state proposals | Uses expert proposal | Success | Gain vs policy | Interpretation |
14
  |---|---:|---:|---:|---:|---|
@@ -59,8 +59,9 @@ lattice is `+27.25 pp`, and the remaining clean-to-same-state proposal gap is
59
  | K4 composed type-consensus residual retrieval, no-op prior + exact near-miss/no-op incompatibility mask | No | No | 35.59% | +5.86 pp | Previous clean best; dropping only the weak `near_miss+no_op` composite preserves useful singleton/composite tangents and lowers action MSE |
60
  | K4 composed type-consensus residual retrieval, exact compatibility mask + no-op/near-miss singleton priors | No | No | 35.59% | +5.86 pp | Exact singleton near-miss priors 0.01/0.02 tie the top row and raise progress slightly; transferred near-miss tangents are high-precision but too sparse to close the proposal gap |
61
  | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 | No | No | 43.07% diagnostic | +13.33 pp diagnostic | Diagnostic-only measured oracle over generated clean candidate prefix; unique-action trace shows real selector headroom, not duplicate-action inflation |
62
- | K4 compatible residual retrieval + near-miss challenger gate 0.02 | No | No | 36.00% | +6.26 pp | Current best clean deployment row; a two-stage selector keeps the robust compatible-chart anchor and only lets singleton near-miss tangents override when the field margin is positive |
63
- | K4 compatible residual retrieval, margin 0.10 | No | No | 34.67% | +4.93 pp | Naively lowering abstention selects too many bad nonzero tangents and falls below the 36.00% top row |
 
64
  | K4 composed type-consensus residual retrieval, exact compatibility mask + source-score prior | No | No | 35.48% | +5.74 pp | Measured train-source reward confidence does not replace the sparse typed prior on the compatible chart; useful negative calibration |
65
  | K4 composed type-consensus residual retrieval, exact compatibility mask + no-op/source-score priors | No | No | 35.54% | +5.80 pp | Adding measured train-source reward confidence to the current typed-prior chart ties near-best but does not beat exact compatibility masking alone |
66
  | K4 composed type-consensus residual retrieval, masked + component-wise no-op prior | No | No | 35.36% | +5.62 pp | Propagating the no-op prior into every composite over-selects composed tangents and drops below the exact-prior row; useful negative calibration |
@@ -113,7 +114,7 @@ Suggested main-table rows:
113
  14. K4 mean-by-type residual retrieval + scale-grid no-op prior 0.03
114
  15. K4 masked composed type-consensus residual retrieval + no-op prior 0.03
115
  16. K4 masked composed type-consensus residual retrieval + exact near-miss/no-op compatibility mask, with and without typed no-op prior
116
- 17. K4 compatible tangent near-miss challenger gate 0.02
117
  18. K4 masked composed type-consensus residual retrieval + source-score prior on the exact compatibility chart
118
  19. K4 masked composed type-consensus residual retrieval + component-wise no-op prior diagnostic
119
  20. K4 masked composed type-consensus residual retrieval + composite trust penalty diagnostic
 
6
  For paired seed deltas, per-task gaps, and selection histograms, regenerate and
7
  read `paper_analysis.md` with `python3 scripts/build_paper_analysis.py`. Current
8
  paired analysis: best clean K4 compatible tangent transport with a trace-motivated
9
+ near-miss challenger gate is `+6.32 pp` over canonical h=16, same-state no-expert
10
  lattice is `+27.25 pp`, and the remaining clean-to-same-state proposal gap is
11
+ `+20.93 pp`.
12
 
13
  | Method | Uses same-state proposals | Uses expert proposal | Success | Gain vs policy | Interpretation |
14
  |---|---:|---:|---:|---:|---|
 
59
  | K4 composed type-consensus residual retrieval, no-op prior + exact near-miss/no-op incompatibility mask | No | No | 35.59% | +5.86 pp | Previous clean best; dropping only the weak `near_miss+no_op` composite preserves useful singleton/composite tangents and lowers action MSE |
60
  | K4 composed type-consensus residual retrieval, exact compatibility mask + no-op/near-miss singleton priors | No | No | 35.59% | +5.86 pp | Exact singleton near-miss priors 0.01/0.02 tie the top row and raise progress slightly; transferred near-miss tangents are high-precision but too sparse to close the proposal gap |
61
  | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 | No | No | 43.07% diagnostic | +13.33 pp diagnostic | Diagnostic-only measured oracle over generated clean candidate prefix; unique-action trace shows real selector headroom, not duplicate-action inflation |
62
+ | K4 compatible residual retrieval + near-miss challenger gate 0.01 | No | No | 36.06% | +6.32 pp | Current best clean deployment row; a two-stage selector keeps the robust compatible-chart anchor and only lets singleton near-miss tangents override under a tightly calibrated positive field margin |
63
+ | K4 compatible residual retrieval + near-miss challenger fine calibration | No | No | 36.00-36.00% | +6.26 pp | Margins 0.005/0.015/0.02 form a near-tie plateau around the 0.01 optimum; 0.03 and near-miss+wrong-gripper are lower or higher-MSE, so the effect is calibrated singleton near-miss geometry rather than broad residual mixing |
64
+ | K4 compatible residual retrieval, margin 0.10 | No | No | 34.67% | +4.93 pp | Naively lowering abstention selects too many bad nonzero tangents and falls below the 36.06% top row |
65
  | K4 composed type-consensus residual retrieval, exact compatibility mask + source-score prior | No | No | 35.48% | +5.74 pp | Measured train-source reward confidence does not replace the sparse typed prior on the compatible chart; useful negative calibration |
66
  | K4 composed type-consensus residual retrieval, exact compatibility mask + no-op/source-score priors | No | No | 35.54% | +5.80 pp | Adding measured train-source reward confidence to the current typed-prior chart ties near-best but does not beat exact compatibility masking alone |
67
  | K4 composed type-consensus residual retrieval, masked + component-wise no-op prior | No | No | 35.36% | +5.62 pp | Propagating the no-op prior into every composite over-selects composed tangents and drops below the exact-prior row; useful negative calibration |
 
114
  14. K4 mean-by-type residual retrieval + scale-grid no-op prior 0.03
115
  15. K4 masked composed type-consensus residual retrieval + no-op prior 0.03
116
  16. K4 masked composed type-consensus residual retrieval + exact near-miss/no-op compatibility mask, with and without typed no-op prior
117
+ 17. K4 compatible tangent near-miss challenger gate 0.01 and fine margin calibration
118
  18. K4 masked composed type-consensus residual retrieval + source-score prior on the exact compatibility chart
119
  19. K4 masked composed type-consensus residual retrieval + component-wise no-op prior diagnostic
120
  20. K4 masked composed type-consensus residual retrieval + composite trust penalty diagnostic
results/paper_story_memo.md CHANGED
@@ -16,7 +16,7 @@ when queried on proposal geometry that matches those local counterfactuals.
16
  | Same-state local counterfactual proposals are the mechanism | near-miss-only lattice is 55.94%; removing expert+near_miss drops to 25.57% | Strongly supported |
17
  | Conservative same-state result is large | no-expert lattice is 56.99% vs 29.74% policy | Main result |
18
  | Full lattice gives upper result | full lattice is 69.33%, oracle is 86.78% | Strong but label expert proposal clearly |
19
- | Deployment-clean proposal is currently a bottleneck | best clean K4 compatible tangent transport with a near-miss challenger gate is 36.00%, far below 56.99% | Supported |
20
  | Gradient-based field optimization does not solve the clean proposal gap | `field_optim` best observed result is 25.39% | Negative diagnostic |
21
  | A broader non-expert proposal target does not reduce the proposal gap | direct broad non-expert policy is 27.88%; with field scoring it is 26.49% | Negative diagnostic |
22
  | Counterfactual residuals transfer better than absolute retrieved actions | nearest residual retrieval is 32.12% vs absolute retrieval 28.93%; KNN4 residual drops to 29.91% | Supported as a clean bridge |
@@ -33,7 +33,7 @@ when queried on proposal geometry that matches those local counterfactuals.
33
  | Train-source score priors do not explain the compatible tangent-chart gain | replacing the typed no-op prior with a measured train-source reward-score prior on the exact compatibility chart reaches 35.48%; adding it to the typed no-op row reaches 35.54%, still below the previous 35.59% compatibility row | Negative diagnostic: compatibility masking and sparse typed abstention matter more than continuous train-source confidence on this chart |
34
  | Singleton near-miss priors do not open a new clean route | adding a small exact `residual_near_miss` singleton prior 0.01 or 0.02 on the compatible chart ties the previous 35.59% compatibility row and slightly raises progress to 57.10% | Tie diagnostic: revived near-miss tangents are high-precision but too sparse to close the clean-to-same-state proposal gap |
35
  | Candidate-prefix oracle needs unique-action hygiene | the first K=8 prefix diagnostic was archived as `_nonunique`; the deduplicated unique-action trace reaches 43.07% candidate-oracle success with mean best branch rank 2.85 | Supported diagnostic: proposal headroom is real, but branch success falls with rank, so selector calibration must be conditional |
36
- | Near-miss challenger calibration improves clean deployment | the trace-motivated two-stage selector keeps the compatible-chart anchor and lets singleton near-miss tangents override only at margin 0.02; it reaches 36.00% and 57.42% progress | Current best clean row; small but story-aligned selector-calibration gain |
37
  | Component-wise composite priors do not add the gain | propagating the no-op bonus into composite types reaches 35.36%, below the exact-prior masked composition row at 35.54% and the exact compatibility row at 35.59% | Negative/near-tie diagnostic: sparse exact priors are better than broadly rewarding every no-op-containing composite |
38
  | Composite trust-radius penalty explains but does not improve the success top line | composite-only L2 penalty 0.02 ties 35.54% while lowering action MSE from 0.4106 to 0.4079; with the exact compatibility mask it lowers MSE further to 0.4048 but drops back to 35.54% | Tie/negative diagnostic: composed tangents need a local trust radius, but compatibility masking gives the success optimum |
39
  | Minimum-energy residual regularization does not add the gain | action L2 penalty 0.05 ties the previous 35.42% scale-grid row, while 0.10/0.20 reach 35.36% | Negative/tie diagnostic: the clean bridge is not explained by shortest-action bias |
@@ -47,7 +47,7 @@ when queried on proposal geometry that matches those local counterfactuals.
47
  | Typed no-op residual prior improves the clean bridge | CPU smoke `14883591` passed; bonuses 0.025/0.03/0.035 tie at 35.25%, while 0.01/0.02/0.05/0.08 are slightly lower | Fixed-scale clean diagnostic |
48
  | Wrong-gripper typed prior does not add a new clean bridge | wrong-gripper-only reaches 35.19%; no-op+wrong-gripper 0.02 ties 35.25%; no-op+wrong-gripper 0.04 drops to 35.13% | Negative/tie diagnostic |
49
  | No-op-only residuals nearly preserve the fixed-scale clean bridge | excluding wrong-gripper residuals gives 35.19% with either no-op bonus 0.03 or source-score bonus 0.02, one success below the 35.25% fixed-scale safe-family plateau | Mechanism sharpened: wrong-gripper is marginal, not core |
50
- | The proposal gap is now quantified | `paper_analysis.md` reports best clean +6.26 pp over canonical h16, same-state no-expert +27.25 pp, leaving a +20.99 pp clean-to-same-state gap | Core paper tension |
51
  | Policy fallback is not the same-state mechanism | adding a policy baseline candidate to the no-expert same-state lattice drops 56.99% to 40.70% even with margin 0.00 | Negative diagnostic |
52
  | Z-score retrieval metric does not help | z-score rows reach 32.23-32.81%, below raw retrieval | Negative diagnostic |
53
  | Task-relative actor-pose retrieval metric does not improve tangent transfer | K2 task-relative residual retrieval reaches 34.26% vs raw K2 35.01%; K4 task-relative mean-by-type + no-op reaches 34.43% vs raw K4 35.25% | Negative diagnostic |
@@ -83,7 +83,7 @@ clean proposal result, the intended main rows are:
83
  16. K4 mean-by-type tangent consensus + scale-grid typed no-op prior: 35.42%
84
  17. K4 masked composed type-consensus tangent transport: 35.30%; with exact near-miss/no-op compatibility mask only: 35.48%; with typed no-op prior: 35.54%; with exact compatibility mask + typed no-op prior: 35.59%; adding singleton near-miss prior 0.01/0.02 ties 35.59%; with source-score prior on that exact chart: 35.48%; with typed no-op + source-score: 35.54%
85
  18. K4 compatible tangent unique-action candidate-oracle prefix K=8 diagnostic: 43.07%; branch trace shows mean best branch rank 2.85, unique count 8.00, and real but conditional selector headroom
86
- 19. K4 compatible tangent near-miss challenger gate 0.02: 36.00%; current best clean deployment row from trace-motivated two-stage selector calibration
87
  20. K4 compatible tangent abstention margin 0.10 diagnostic: 34.67%; naive lower abstention hurts despite candidate-prefix oracle headroom
88
  20. K4 masked composed type-consensus tangent transport + component-wise no-op prior: 35.36%
89
  21. K4 masked composed type-consensus tangent transport + composite L2 trust penalty: 35.54% at 0.02; 35.48% at 0.05; 35.54% with exact compatibility mask + L2 0.02
@@ -148,7 +148,7 @@ masked composition reached 35.30%, exact compatibility masking without typed
148
  or source-score priors reached 35.48%, masked composition with the exact typed
149
  no-op prior reached 35.54%, and raw selected candidate types show no
150
  random-negative or wrong-direction composite leak. The paper table and paired
151
- analysis now use the exact compatibility-mask row as `best_clean_key`. The
152
  component-wise composite prior follow-up completed at 35.36%, below the exact
153
  no-op prior row. Composite-only L2 trust penalties reduce action MSE but do not
154
  improve success: standalone L2 0.02 ties 35.54%, L2 0.05 reaches 35.48%, and
@@ -168,9 +168,12 @@ and blocks invalid padding branches from winning. The unique-action rerun
168
  `14953513`/`14953522` completed at 43.07% candidate-oracle success, and the
169
  branch-trace rerun `14953960`/`14953961` confirmed unique count 8.00 and mean
170
  best branch rank 2.85. A trace-motivated clean near-miss challenger gate
171
- (`14954280`/`14954281`) completed at 36.00%, the current clean best. The clean
172
- compatible-chart margin `0.10` test completed at 34.67%, so simple lower
173
- abstention is not the answer.
 
 
 
174
 
175
  - `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
176
  direct rollout is 26.84%, field-guided best is 27.65%.
@@ -432,7 +435,7 @@ abstention is not the answer.
432
  no-op prior, field-gated tangent length calibration over `0.35/0.40/0.45`, an
433
  exact near-miss/no-op compatibility mask, and the trace-motivated singleton
434
  near-miss challenger gate as the current best clean deployment diagnostic,
435
- 36.00%, not as a SOTA claim. The previous mean-by-type scale-grid no-op row
436
  remains 35.42%; pure masked composition is 35.30%, the exact typed-prior
437
  composition row is 35.54%, exact compatibility reaches 35.59%, and
438
  component-wise propagation of the no-op prior reaches 35.36%, so composition
 
16
  | Same-state local counterfactual proposals are the mechanism | near-miss-only lattice is 55.94%; removing expert+near_miss drops to 25.57% | Strongly supported |
17
  | Conservative same-state result is large | no-expert lattice is 56.99% vs 29.74% policy | Main result |
18
  | Full lattice gives upper result | full lattice is 69.33%, oracle is 86.78% | Strong but label expert proposal clearly |
19
+ | Deployment-clean proposal is currently a bottleneck | best clean K4 compatible tangent transport with a near-miss challenger gate is 36.06%, far below 56.99% | Supported |
20
  | Gradient-based field optimization does not solve the clean proposal gap | `field_optim` best observed result is 25.39% | Negative diagnostic |
21
  | A broader non-expert proposal target does not reduce the proposal gap | direct broad non-expert policy is 27.88%; with field scoring it is 26.49% | Negative diagnostic |
22
  | Counterfactual residuals transfer better than absolute retrieved actions | nearest residual retrieval is 32.12% vs absolute retrieval 28.93%; KNN4 residual drops to 29.91% | Supported as a clean bridge |
 
33
  | Train-source score priors do not explain the compatible tangent-chart gain | replacing the typed no-op prior with a measured train-source reward-score prior on the exact compatibility chart reaches 35.48%; adding it to the typed no-op row reaches 35.54%, still below the previous 35.59% compatibility row | Negative diagnostic: compatibility masking and sparse typed abstention matter more than continuous train-source confidence on this chart |
34
  | Singleton near-miss priors do not open a new clean route | adding a small exact `residual_near_miss` singleton prior 0.01 or 0.02 on the compatible chart ties the previous 35.59% compatibility row and slightly raises progress to 57.10% | Tie diagnostic: revived near-miss tangents are high-precision but too sparse to close the clean-to-same-state proposal gap |
35
  | Candidate-prefix oracle needs unique-action hygiene | the first K=8 prefix diagnostic was archived as `_nonunique`; the deduplicated unique-action trace reaches 43.07% candidate-oracle success with mean best branch rank 2.85 | Supported diagnostic: proposal headroom is real, but branch success falls with rank, so selector calibration must be conditional |
36
+ | Near-miss challenger calibration improves clean deployment | the trace-motivated two-stage selector keeps the compatible-chart anchor and lets singleton near-miss tangents override only under a tightly calibrated margin; margin 0.01 reaches 36.06%, while 0.005/0.015/0.02 tie at 36.00% | Current best clean row; small but story-aligned selector-calibration gain, with wrong-gripper challenger variants rejected by lower success and higher MSE |
37
  | Component-wise composite priors do not add the gain | propagating the no-op bonus into composite types reaches 35.36%, below the exact-prior masked composition row at 35.54% and the exact compatibility row at 35.59% | Negative/near-tie diagnostic: sparse exact priors are better than broadly rewarding every no-op-containing composite |
38
  | Composite trust-radius penalty explains but does not improve the success top line | composite-only L2 penalty 0.02 ties 35.54% while lowering action MSE from 0.4106 to 0.4079; with the exact compatibility mask it lowers MSE further to 0.4048 but drops back to 35.54% | Tie/negative diagnostic: composed tangents need a local trust radius, but compatibility masking gives the success optimum |
39
  | Minimum-energy residual regularization does not add the gain | action L2 penalty 0.05 ties the previous 35.42% scale-grid row, while 0.10/0.20 reach 35.36% | Negative/tie diagnostic: the clean bridge is not explained by shortest-action bias |
 
47
  | Typed no-op residual prior improves the clean bridge | CPU smoke `14883591` passed; bonuses 0.025/0.03/0.035 tie at 35.25%, while 0.01/0.02/0.05/0.08 are slightly lower | Fixed-scale clean diagnostic |
48
  | Wrong-gripper typed prior does not add a new clean bridge | wrong-gripper-only reaches 35.19%; no-op+wrong-gripper 0.02 ties 35.25%; no-op+wrong-gripper 0.04 drops to 35.13% | Negative/tie diagnostic |
49
  | No-op-only residuals nearly preserve the fixed-scale clean bridge | excluding wrong-gripper residuals gives 35.19% with either no-op bonus 0.03 or source-score bonus 0.02, one success below the 35.25% fixed-scale safe-family plateau | Mechanism sharpened: wrong-gripper is marginal, not core |
50
+ | The proposal gap is now quantified | `paper_analysis.md` reports best clean +6.32 pp over canonical h16, same-state no-expert +27.25 pp, leaving a +20.93 pp clean-to-same-state gap | Core paper tension |
51
  | Policy fallback is not the same-state mechanism | adding a policy baseline candidate to the no-expert same-state lattice drops 56.99% to 40.70% even with margin 0.00 | Negative diagnostic |
52
  | Z-score retrieval metric does not help | z-score rows reach 32.23-32.81%, below raw retrieval | Negative diagnostic |
53
  | Task-relative actor-pose retrieval metric does not improve tangent transfer | K2 task-relative residual retrieval reaches 34.26% vs raw K2 35.01%; K4 task-relative mean-by-type + no-op reaches 34.43% vs raw K4 35.25% | Negative diagnostic |
 
83
  16. K4 mean-by-type tangent consensus + scale-grid typed no-op prior: 35.42%
84
  17. K4 masked composed type-consensus tangent transport: 35.30%; with exact near-miss/no-op compatibility mask only: 35.48%; with typed no-op prior: 35.54%; with exact compatibility mask + typed no-op prior: 35.59%; adding singleton near-miss prior 0.01/0.02 ties 35.59%; with source-score prior on that exact chart: 35.48%; with typed no-op + source-score: 35.54%
85
  18. K4 compatible tangent unique-action candidate-oracle prefix K=8 diagnostic: 43.07%; branch trace shows mean best branch rank 2.85, unique count 8.00, and real but conditional selector headroom
86
+ 19. K4 compatible tangent near-miss challenger gate 0.01: 36.06%; current best clean deployment row from trace-motivated two-stage selector calibration. Fine margins 0.005/0.015/0.02 tie at 36.00%, while 0.03 and near-miss+wrong-gripper variants are lower or higher-MSE.
87
  20. K4 compatible tangent abstention margin 0.10 diagnostic: 34.67%; naive lower abstention hurts despite candidate-prefix oracle headroom
88
  20. K4 masked composed type-consensus tangent transport + component-wise no-op prior: 35.36%
89
  21. K4 masked composed type-consensus tangent transport + composite L2 trust penalty: 35.54% at 0.02; 35.48% at 0.05; 35.54% with exact compatibility mask + L2 0.02
 
148
  or source-score priors reached 35.48%, masked composition with the exact typed
149
  no-op prior reached 35.54%, and raw selected candidate types show no
150
  random-negative or wrong-direction composite leak. The paper table and paired
151
+ analysis now use the near-miss challenger margin `0.01` row as `best_clean_key`. The
152
  component-wise composite prior follow-up completed at 35.36%, below the exact
153
  no-op prior row. Composite-only L2 trust penalties reduce action MSE but do not
154
  improve success: standalone L2 0.02 ties 35.54%, L2 0.05 reaches 35.48%, and
 
168
  `14953513`/`14953522` completed at 43.07% candidate-oracle success, and the
169
  branch-trace rerun `14953960`/`14953961` confirmed unique count 8.00 and mean
170
  best branch rank 2.85. A trace-motivated clean near-miss challenger gate
171
+ completed at 36.00% for margin `0.02` (`14954280`/`14954281`), then improved to
172
+ 36.06% for margin `0.01` (`14954526`/`14954527`), the current clean best. Fine
173
+ calibration jobs for margins `0.005` and `0.015` (`14955089`/`14955090` and
174
+ `14955093`/`14955094`) tie 36.00%, confirming a tight selector-calibration
175
+ plateau around the 0.01 optimum. The clean compatible-chart margin `0.10` test
176
+ completed at 34.67%, so simple lower abstention is not the answer.
177
 
178
  - `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
179
  direct rollout is 26.84%, field-guided best is 27.65%.
 
435
  no-op prior, field-gated tangent length calibration over `0.35/0.40/0.45`, an
436
  exact near-miss/no-op compatibility mask, and the trace-motivated singleton
437
  near-miss challenger gate as the current best clean deployment diagnostic,
438
+ 36.06%, not as a SOTA claim. The previous mean-by-type scale-grid no-op row
439
  remains 35.42%; pure masked composition is 35.30%, the exact typed-prior
440
  composition row is 35.54%, exact compatibility reaches 35.59%, and
441
  component-wise propagation of the no-op prior reaches 35.36%, so composition
results/paper_table_status.json CHANGED
@@ -1429,6 +1429,44 @@
1429
  "best_config": null,
1430
  "gain_vs_h16_policy": 0.06318840579710144
1431
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1432
  {
1433
  "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003",
1434
  "label": "K4 compatible residual retrieval, near-miss challenger gate 0.03",
 
1429
  "best_config": null,
1430
  "gain_vs_h16_policy": 0.06318840579710144
1431
  },
1432
+ {
1433
+ "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0005",
1434
+ "label": "K4 compatible residual retrieval, near-miss challenger gate 0.005",
1435
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p005_summary.json",
1436
+ "clean_deployment": "yes",
1437
+ "same_state_proposals": "no",
1438
+ "expert_proposal": "no",
1439
+ "story_role": "fine lower-margin calibration for the trace-motivated singleton near-miss challenger gate",
1440
+ "fallback_success": null,
1441
+ "pending_job": "14955089/14955090",
1442
+ "path_exists": true,
1443
+ "status": "complete",
1444
+ "success": 0.36,
1445
+ "std_success": 0.014235396124995555,
1446
+ "completed_seeds": null,
1447
+ "num_completed": 3,
1448
+ "best_config": null,
1449
+ "gain_vs_h16_policy": 0.06260869565217392
1450
+ },
1451
+ {
1452
+ "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015",
1453
+ "label": "K4 compatible residual retrieval, near-miss challenger gate 0.015",
1454
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p015_summary.json",
1455
+ "clean_deployment": "yes",
1456
+ "same_state_proposals": "no",
1457
+ "expert_proposal": "no",
1458
+ "story_role": "fine upper-margin calibration for the trace-motivated singleton near-miss challenger gate",
1459
+ "fallback_success": null,
1460
+ "pending_job": "14955093/14955094",
1461
+ "path_exists": true,
1462
+ "status": "complete",
1463
+ "success": 0.36,
1464
+ "std_success": 0.012541047914657353,
1465
+ "completed_seeds": null,
1466
+ "num_completed": 3,
1467
+ "best_config": null,
1468
+ "gain_vs_h16_policy": 0.06260869565217392
1469
+ },
1470
  {
1471
  "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003",
1472
  "label": "K4 compatible residual retrieval, near-miss challenger gate 0.03",
results/paper_table_status.md CHANGED
@@ -78,6 +78,8 @@ Baseline h=16 policy: 29.74%
78
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 branch trace | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic branch trace for deployable selector calibration over the local tangent chart |
79
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible residual retrieval, near-miss challenger gate 0.02 | complete | 36.00% | +6.26 pp | yes | no | no | trace-motivated two-stage selector calibration over the compatible local tangent chart |
80
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible residual retrieval, near-miss challenger gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | lower-margin sensitivity for trace-motivated singleton near-miss challenger calibration |
 
 
81
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003 | K4 compatible residual retrieval, near-miss challenger gate 0.03 | complete | 35.94% | +6.20 pp | yes | no | no | upper-margin sensitivity for trace-motivated singleton near-miss challenger calibration |
82
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01 | complete | 35.94% | +6.20 pp | yes | no | no | trace-motivated challenger calibration test for whether wrong-gripper residuals carry conditional selector headroom |
83
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
 
78
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 branch trace | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic branch trace for deployable selector calibration over the local tangent chart |
79
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible residual retrieval, near-miss challenger gate 0.02 | complete | 36.00% | +6.26 pp | yes | no | no | trace-motivated two-stage selector calibration over the compatible local tangent chart |
80
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible residual retrieval, near-miss challenger gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | lower-margin sensitivity for trace-motivated singleton near-miss challenger calibration |
81
+ | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0005 | K4 compatible residual retrieval, near-miss challenger gate 0.005 | complete | 36.00% | +6.26 pp | yes | no | no | fine lower-margin calibration for the trace-motivated singleton near-miss challenger gate |
82
+ | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015 | K4 compatible residual retrieval, near-miss challenger gate 0.015 | complete | 36.00% | +6.26 pp | yes | no | no | fine upper-margin calibration for the trace-motivated singleton near-miss challenger gate |
83
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003 | K4 compatible residual retrieval, near-miss challenger gate 0.03 | complete | 35.94% | +6.20 pp | yes | no | no | upper-margin sensitivity for trace-motivated singleton near-miss challenger calibration |
84
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01 | complete | 35.94% | +6.20 pp | yes | no | no | trace-motivated challenger calibration test for whether wrong-gripper residuals carry conditional selector headroom |
85
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
scripts/build_paper_table_status.py CHANGED
@@ -773,7 +773,7 @@ SPECS = [
773
  same_state_proposals="no",
774
  expert_proposal="no",
775
  story_role="fine lower-margin calibration for the trace-motivated singleton near-miss challenger gate",
776
- pending_job="14954890/14954893",
777
  ),
778
  ResultSpec(
779
  key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015",
@@ -783,7 +783,7 @@ SPECS = [
783
  same_state_proposals="no",
784
  expert_proposal="no",
785
  story_role="fine upper-margin calibration for the trace-motivated singleton near-miss challenger gate",
786
- pending_job="14954894/14954895",
787
  ),
788
  ResultSpec(
789
  key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003",
 
773
  same_state_proposals="no",
774
  expert_proposal="no",
775
  story_role="fine lower-margin calibration for the trace-motivated singleton near-miss challenger gate",
776
+ pending_job="14955089/14955090",
777
  ),
778
  ResultSpec(
779
  key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015",
 
783
  same_state_proposals="no",
784
  expert_proposal="no",
785
  story_role="fine upper-margin calibration for the trace-motivated singleton near-miss challenger gate",
786
+ pending_job="14955093/14955094",
787
  ),
788
  ResultSpec(
789
  key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003",