Auto-sync: 2026-06-30 04:35:29
Browse files- results/paper_analysis.json +195 -1
- results/paper_analysis.md +3 -1
- results/paper_core_results.md +6 -5
- results/paper_story_memo.md +12 -9
- results/paper_table_status.json +38 -0
- results/paper_table_status.md +2 -0
- scripts/build_paper_table_status.py +2 -2
results/paper_analysis.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 3 |
-
"generated_utc": "2026-06-30T08:
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.0776811594202898,
|
| 6 |
"best_clean_vs_h16": 0.06318840579710144,
|
|
@@ -1432,6 +1432,103 @@
|
|
| 1432 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmbonus0p02_summary.json",
|
| 1433 |
"std_success": 0.009889114266221456
|
| 1434 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1435 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001": {
|
| 1436 |
"ci95_success": 0.034922898550724606,
|
| 1437 |
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
|
|
@@ -1529,6 +1626,103 @@
|
|
| 1529 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
|
| 1530 |
"std_success": 0.014057223945486528
|
| 1531 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1532 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002": {
|
| 1533 |
"ci95_success": 0.03115620450679224,
|
| 1534 |
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02",
|
|
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 3 |
+
"generated_utc": "2026-06-30T08:40:51+00:00",
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.0776811594202898,
|
| 6 |
"best_clean_vs_h16": 0.06318840579710144,
|
|
|
|
| 1432 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmbonus0p02_summary.json",
|
| 1433 |
"std_success": 0.009889114266221456
|
| 1434 |
},
|
| 1435 |
+
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0005": {
|
| 1436 |
+
"ci95_success": 0.03536553850393906,
|
| 1437 |
+
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.005",
|
| 1438 |
+
"mean_action_mse_to_best": 0.4072380839080374,
|
| 1439 |
+
"mean_progress": 0.5734310006964413,
|
| 1440 |
+
"mean_success": 0.35999999999999993,
|
| 1441 |
+
"num_completed": 3,
|
| 1442 |
+
"per_task_success": {
|
| 1443 |
+
"LiftPegUpright-v1": {
|
| 1444 |
+
"mean_num_groups": 102.0,
|
| 1445 |
+
"mean_success": 0.26340865087329823,
|
| 1446 |
+
"std_success": 0.06057881385012102
|
| 1447 |
+
},
|
| 1448 |
+
"PickCube-v1": {
|
| 1449 |
+
"mean_num_groups": 196.66666666666666,
|
| 1450 |
+
"mean_success": 0.3292913809218157,
|
| 1451 |
+
"std_success": 0.03124258859556991
|
| 1452 |
+
},
|
| 1453 |
+
"PullCube-v1": {
|
| 1454 |
+
"mean_num_groups": 81.0,
|
| 1455 |
+
"mean_success": 0.22889673679147363,
|
| 1456 |
+
"std_success": 0.029397613100483843
|
| 1457 |
+
},
|
| 1458 |
+
"PushCube-v1": {
|
| 1459 |
+
"mean_num_groups": 102.0,
|
| 1460 |
+
"mean_success": 0.7571578319419062,
|
| 1461 |
+
"std_success": 0.0856403530080274
|
| 1462 |
+
},
|
| 1463 |
+
"StackCube-v1": {
|
| 1464 |
+
"mean_num_groups": 93.33333333333333,
|
| 1465 |
+
"mean_success": 0.20044030044030045,
|
| 1466 |
+
"std_success": 0.08896982358351117
|
| 1467 |
+
}
|
| 1468 |
+
},
|
| 1469 |
+
"seed_action_mse_to_best": {
|
| 1470 |
+
"0": 0.39503803297391404,
|
| 1471 |
+
"1": 0.3989635453648541,
|
| 1472 |
+
"2": 0.42771267338534413
|
| 1473 |
+
},
|
| 1474 |
+
"seed_progress": {
|
| 1475 |
+
"0": 0.5589558385697234,
|
| 1476 |
+
"1": 0.5713966150581836,
|
| 1477 |
+
"2": 0.5899405484614165
|
| 1478 |
+
},
|
| 1479 |
+
"seed_success": {
|
| 1480 |
+
"0": 0.3565217391304348,
|
| 1481 |
+
"1": 0.34782608695652173,
|
| 1482 |
+
"2": 0.37565217391304345
|
| 1483 |
+
},
|
| 1484 |
+
"selected_candidate_type_counts": {
|
| 1485 |
+
"retrieval_residual_policy_residual": 1499,
|
| 1486 |
+
"retrieval_residual_residual_near_miss": 122,
|
| 1487 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
|
| 1488 |
+
"retrieval_residual_residual_no_op": 56,
|
| 1489 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
|
| 1490 |
+
"retrieval_residual_residual_wrong_gripper": 19
|
| 1491 |
+
},
|
| 1492 |
+
"selected_residual_scale_counts": {
|
| 1493 |
+
"0.35": 1551,
|
| 1494 |
+
"0.4": 21,
|
| 1495 |
+
"0.45": 153
|
| 1496 |
+
},
|
| 1497 |
+
"selected_type_outcomes": {
|
| 1498 |
+
"retrieval_residual_policy_residual": {
|
| 1499 |
+
"count": 1499.0,
|
| 1500 |
+
"mean_progress": 0.5646938670566709,
|
| 1501 |
+
"success_rate": 0.34889926617745165
|
| 1502 |
+
},
|
| 1503 |
+
"retrieval_residual_residual_near_miss": {
|
| 1504 |
+
"count": 122.0,
|
| 1505 |
+
"mean_progress": 0.5747186182005728,
|
| 1506 |
+
"success_rate": 0.38524590163934425
|
| 1507 |
+
},
|
| 1508 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 1509 |
+
"count": 5.0,
|
| 1510 |
+
"mean_progress": 0.7557869911193847,
|
| 1511 |
+
"success_rate": 0.6
|
| 1512 |
+
},
|
| 1513 |
+
"retrieval_residual_residual_no_op": {
|
| 1514 |
+
"count": 56.0,
|
| 1515 |
+
"mean_progress": 0.7249722566921264,
|
| 1516 |
+
"success_rate": 0.5
|
| 1517 |
+
},
|
| 1518 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 1519 |
+
"count": 24.0,
|
| 1520 |
+
"mean_progress": 0.6711457151298722,
|
| 1521 |
+
"success_rate": 0.4583333333333333
|
| 1522 |
+
},
|
| 1523 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 1524 |
+
"count": 19.0,
|
| 1525 |
+
"mean_progress": 0.6364115562878156,
|
| 1526 |
+
"success_rate": 0.47368421052631576
|
| 1527 |
+
}
|
| 1528 |
+
},
|
| 1529 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p005_summary.json",
|
| 1530 |
+
"std_success": 0.014235396124995555
|
| 1531 |
+
},
|
| 1532 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001": {
|
| 1533 |
"ci95_success": 0.034922898550724606,
|
| 1534 |
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
|
|
|
|
| 1626 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
|
| 1627 |
"std_success": 0.014057223945486528
|
| 1628 |
},
|
| 1629 |
+
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015": {
|
| 1630 |
+
"ci95_success": 0.03115620450679224,
|
| 1631 |
+
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.015",
|
| 1632 |
+
"mean_action_mse_to_best": 0.407323780797044,
|
| 1633 |
+
"mean_progress": 0.5738324999127645,
|
| 1634 |
+
"mean_success": 0.36000000000000004,
|
| 1635 |
+
"num_completed": 3,
|
| 1636 |
+
"per_task_success": {
|
| 1637 |
+
"LiftPegUpright-v1": {
|
| 1638 |
+
"mean_num_groups": 102.0,
|
| 1639 |
+
"mean_success": 0.26340865087329823,
|
| 1640 |
+
"std_success": 0.06057881385012102
|
| 1641 |
+
},
|
| 1642 |
+
"PickCube-v1": {
|
| 1643 |
+
"mean_num_groups": 196.66666666666666,
|
| 1644 |
+
"mean_success": 0.3294194734412126,
|
| 1645 |
+
"std_success": 0.02715752817589447
|
| 1646 |
+
},
|
| 1647 |
+
"PullCube-v1": {
|
| 1648 |
+
"mean_num_groups": 81.0,
|
| 1649 |
+
"mean_success": 0.22889673679147363,
|
| 1650 |
+
"std_success": 0.029397613100483843
|
| 1651 |
+
},
|
| 1652 |
+
"PushCube-v1": {
|
| 1653 |
+
"mean_num_groups": 102.0,
|
| 1654 |
+
"mean_success": 0.7571578319419062,
|
| 1655 |
+
"std_success": 0.0856403530080274
|
| 1656 |
+
},
|
| 1657 |
+
"StackCube-v1": {
|
| 1658 |
+
"mean_num_groups": 93.33333333333333,
|
| 1659 |
+
"mean_success": 0.20044030044030045,
|
| 1660 |
+
"std_success": 0.08896982358351117
|
| 1661 |
+
}
|
| 1662 |
+
},
|
| 1663 |
+
"seed_action_mse_to_best": {
|
| 1664 |
+
"0": 0.3947965855459156,
|
| 1665 |
+
"1": 0.3992642119769817,
|
| 1666 |
+
"2": 0.4279105448682347
|
| 1667 |
+
},
|
| 1668 |
+
"seed_progress": {
|
| 1669 |
+
"0": 0.559589599908289,
|
| 1670 |
+
"1": 0.5728900156656037,
|
| 1671 |
+
"2": 0.5890178841644007
|
| 1672 |
+
},
|
| 1673 |
+
"seed_success": {
|
| 1674 |
+
"0": 0.3565217391304348,
|
| 1675 |
+
"1": 0.34956521739130436,
|
| 1676 |
+
"2": 0.3739130434782609
|
| 1677 |
+
},
|
| 1678 |
+
"selected_candidate_type_counts": {
|
| 1679 |
+
"retrieval_residual_policy_residual": 1544,
|
| 1680 |
+
"retrieval_residual_residual_near_miss": 77,
|
| 1681 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
|
| 1682 |
+
"retrieval_residual_residual_no_op": 56,
|
| 1683 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
|
| 1684 |
+
"retrieval_residual_residual_wrong_gripper": 19
|
| 1685 |
+
},
|
| 1686 |
+
"selected_residual_scale_counts": {
|
| 1687 |
+
"0.35": 1575,
|
| 1688 |
+
"0.4": 16,
|
| 1689 |
+
"0.45": 134
|
| 1690 |
+
},
|
| 1691 |
+
"selected_type_outcomes": {
|
| 1692 |
+
"retrieval_residual_policy_residual": {
|
| 1693 |
+
"count": 1544.0,
|
| 1694 |
+
"mean_progress": 0.5666152759130327,
|
| 1695 |
+
"success_rate": 0.34974093264248707
|
| 1696 |
+
},
|
| 1697 |
+
"retrieval_residual_residual_near_miss": {
|
| 1698 |
+
"count": 77.0,
|
| 1699 |
+
"mean_progress": 0.5510438737253864,
|
| 1700 |
+
"success_rate": 0.38961038961038963
|
| 1701 |
+
},
|
| 1702 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 1703 |
+
"count": 5.0,
|
| 1704 |
+
"mean_progress": 0.7557869911193847,
|
| 1705 |
+
"success_rate": 0.6
|
| 1706 |
+
},
|
| 1707 |
+
"retrieval_residual_residual_no_op": {
|
| 1708 |
+
"count": 56.0,
|
| 1709 |
+
"mean_progress": 0.7249722566921264,
|
| 1710 |
+
"success_rate": 0.5
|
| 1711 |
+
},
|
| 1712 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 1713 |
+
"count": 24.0,
|
| 1714 |
+
"mean_progress": 0.6711457151298722,
|
| 1715 |
+
"success_rate": 0.4583333333333333
|
| 1716 |
+
},
|
| 1717 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 1718 |
+
"count": 19.0,
|
| 1719 |
+
"mean_progress": 0.6364115562878156,
|
| 1720 |
+
"success_rate": 0.47368421052631576
|
| 1721 |
+
}
|
| 1722 |
+
},
|
| 1723 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p015_summary.json",
|
| 1724 |
+
"std_success": 0.012541047914657353
|
| 1725 |
+
},
|
| 1726 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002": {
|
| 1727 |
"ci95_success": 0.03115620450679224,
|
| 1728 |
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02",
|
results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-06-30T08:
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
@@ -54,6 +54,8 @@ Generated: `2026-06-30T08:10:58+00:00`
|
|
| 54 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 branch trace | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
|
| 55 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.42% | 0.407 | +6.26 pp |
|
| 56 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01 | 3 | 36.06% +/- 1.41 | +/- 3.49 | 57.38% | 0.407 | +6.32 pp |
|
|
|
|
|
|
|
| 57 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.03 | 3 | 35.94% +/- 1.28 | +/- 3.18 | 57.36% | 0.407 | +6.20 pp |
|
| 58 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss/wrong-gripper challenger gate 0.01 | 3 | 35.94% +/- 1.13 | +/- 2.81 | 57.40% | 0.424 | +6.20 pp |
|
| 59 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-06-30T08:40:51+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 54 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 branch trace | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
|
| 55 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.42% | 0.407 | +6.26 pp |
|
| 56 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01 | 3 | 36.06% +/- 1.41 | +/- 3.49 | 57.38% | 0.407 | +6.32 pp |
|
| 57 |
+
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0005 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.005 | 3 | 36.00% +/- 1.42 | +/- 3.54 | 57.34% | 0.407 | +6.26 pp |
|
| 58 |
+
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.015 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.38% | 0.407 | +6.26 pp |
|
| 59 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.03 | 3 | 35.94% +/- 1.28 | +/- 3.18 | 57.36% | 0.407 | +6.20 pp |
|
| 60 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss/wrong-gripper challenger gate 0.01 | 3 | 35.94% +/- 1.13 | +/- 2.81 | 57.40% | 0.424 | +6.20 pp |
|
| 61 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
results/paper_core_results.md
CHANGED
|
@@ -6,9 +6,9 @@ baseline is the h=16 rank-checkpoint online rollout (`29.74%`).
|
|
| 6 |
For paired seed deltas, per-task gaps, and selection histograms, regenerate and
|
| 7 |
read `paper_analysis.md` with `python3 scripts/build_paper_analysis.py`. Current
|
| 8 |
paired analysis: best clean K4 compatible tangent transport with a trace-motivated
|
| 9 |
-
near-miss challenger gate is `+6.
|
| 10 |
lattice is `+27.25 pp`, and the remaining clean-to-same-state proposal gap is
|
| 11 |
-
`+20.
|
| 12 |
|
| 13 |
| Method | Uses same-state proposals | Uses expert proposal | Success | Gain vs policy | Interpretation |
|
| 14 |
|---|---:|---:|---:|---:|---|
|
|
@@ -59,8 +59,9 @@ lattice is `+27.25 pp`, and the remaining clean-to-same-state proposal gap is
|
|
| 59 |
| K4 composed type-consensus residual retrieval, no-op prior + exact near-miss/no-op incompatibility mask | No | No | 35.59% | +5.86 pp | Previous clean best; dropping only the weak `near_miss+no_op` composite preserves useful singleton/composite tangents and lowers action MSE |
|
| 60 |
| K4 composed type-consensus residual retrieval, exact compatibility mask + no-op/near-miss singleton priors | No | No | 35.59% | +5.86 pp | Exact singleton near-miss priors 0.01/0.02 tie the top row and raise progress slightly; transferred near-miss tangents are high-precision but too sparse to close the proposal gap |
|
| 61 |
| K4 compatible residual retrieval, unique candidate-oracle prefix K=8 | No | No | 43.07% diagnostic | +13.33 pp diagnostic | Diagnostic-only measured oracle over generated clean candidate prefix; unique-action trace shows real selector headroom, not duplicate-action inflation |
|
| 62 |
-
| K4 compatible residual retrieval + near-miss challenger gate 0.
|
| 63 |
-
| K4 compatible residual retrieval
|
|
|
|
| 64 |
| K4 composed type-consensus residual retrieval, exact compatibility mask + source-score prior | No | No | 35.48% | +5.74 pp | Measured train-source reward confidence does not replace the sparse typed prior on the compatible chart; useful negative calibration |
|
| 65 |
| K4 composed type-consensus residual retrieval, exact compatibility mask + no-op/source-score priors | No | No | 35.54% | +5.80 pp | Adding measured train-source reward confidence to the current typed-prior chart ties near-best but does not beat exact compatibility masking alone |
|
| 66 |
| K4 composed type-consensus residual retrieval, masked + component-wise no-op prior | No | No | 35.36% | +5.62 pp | Propagating the no-op prior into every composite over-selects composed tangents and drops below the exact-prior row; useful negative calibration |
|
|
@@ -113,7 +114,7 @@ Suggested main-table rows:
|
|
| 113 |
14. K4 mean-by-type residual retrieval + scale-grid no-op prior 0.03
|
| 114 |
15. K4 masked composed type-consensus residual retrieval + no-op prior 0.03
|
| 115 |
16. K4 masked composed type-consensus residual retrieval + exact near-miss/no-op compatibility mask, with and without typed no-op prior
|
| 116 |
-
17. K4 compatible tangent near-miss challenger gate 0.
|
| 117 |
18. K4 masked composed type-consensus residual retrieval + source-score prior on the exact compatibility chart
|
| 118 |
19. K4 masked composed type-consensus residual retrieval + component-wise no-op prior diagnostic
|
| 119 |
20. K4 masked composed type-consensus residual retrieval + composite trust penalty diagnostic
|
|
|
|
| 6 |
For paired seed deltas, per-task gaps, and selection histograms, regenerate and
|
| 7 |
read `paper_analysis.md` with `python3 scripts/build_paper_analysis.py`. Current
|
| 8 |
paired analysis: best clean K4 compatible tangent transport with a trace-motivated
|
| 9 |
+
near-miss challenger gate is `+6.32 pp` over canonical h=16, same-state no-expert
|
| 10 |
lattice is `+27.25 pp`, and the remaining clean-to-same-state proposal gap is
|
| 11 |
+
`+20.93 pp`.
|
| 12 |
|
| 13 |
| Method | Uses same-state proposals | Uses expert proposal | Success | Gain vs policy | Interpretation |
|
| 14 |
|---|---:|---:|---:|---:|---|
|
|
|
|
| 59 |
| K4 composed type-consensus residual retrieval, no-op prior + exact near-miss/no-op incompatibility mask | No | No | 35.59% | +5.86 pp | Previous clean best; dropping only the weak `near_miss+no_op` composite preserves useful singleton/composite tangents and lowers action MSE |
|
| 60 |
| K4 composed type-consensus residual retrieval, exact compatibility mask + no-op/near-miss singleton priors | No | No | 35.59% | +5.86 pp | Exact singleton near-miss priors 0.01/0.02 tie the top row and raise progress slightly; transferred near-miss tangents are high-precision but too sparse to close the proposal gap |
|
| 61 |
| K4 compatible residual retrieval, unique candidate-oracle prefix K=8 | No | No | 43.07% diagnostic | +13.33 pp diagnostic | Diagnostic-only measured oracle over generated clean candidate prefix; unique-action trace shows real selector headroom, not duplicate-action inflation |
|
| 62 |
+
| K4 compatible residual retrieval + near-miss challenger gate 0.01 | No | No | 36.06% | +6.32 pp | Current best clean deployment row; a two-stage selector keeps the robust compatible-chart anchor and only lets singleton near-miss tangents override under a tightly calibrated positive field margin |
|
| 63 |
+
| K4 compatible residual retrieval + near-miss challenger fine calibration | No | No | 36.00-36.00% | +6.26 pp | Margins 0.005/0.015/0.02 form a near-tie plateau around the 0.01 optimum; 0.03 and near-miss+wrong-gripper are lower or higher-MSE, so the effect is calibrated singleton near-miss geometry rather than broad residual mixing |
|
| 64 |
+
| K4 compatible residual retrieval, margin 0.10 | No | No | 34.67% | +4.93 pp | Naively lowering abstention selects too many bad nonzero tangents and falls below the 36.06% top row |
|
| 65 |
| K4 composed type-consensus residual retrieval, exact compatibility mask + source-score prior | No | No | 35.48% | +5.74 pp | Measured train-source reward confidence does not replace the sparse typed prior on the compatible chart; useful negative calibration |
|
| 66 |
| K4 composed type-consensus residual retrieval, exact compatibility mask + no-op/source-score priors | No | No | 35.54% | +5.80 pp | Adding measured train-source reward confidence to the current typed-prior chart ties near-best but does not beat exact compatibility masking alone |
|
| 67 |
| K4 composed type-consensus residual retrieval, masked + component-wise no-op prior | No | No | 35.36% | +5.62 pp | Propagating the no-op prior into every composite over-selects composed tangents and drops below the exact-prior row; useful negative calibration |
|
|
|
|
| 114 |
14. K4 mean-by-type residual retrieval + scale-grid no-op prior 0.03
|
| 115 |
15. K4 masked composed type-consensus residual retrieval + no-op prior 0.03
|
| 116 |
16. K4 masked composed type-consensus residual retrieval + exact near-miss/no-op compatibility mask, with and without typed no-op prior
|
| 117 |
+
17. K4 compatible tangent near-miss challenger gate 0.01 and fine margin calibration
|
| 118 |
18. K4 masked composed type-consensus residual retrieval + source-score prior on the exact compatibility chart
|
| 119 |
19. K4 masked composed type-consensus residual retrieval + component-wise no-op prior diagnostic
|
| 120 |
20. K4 masked composed type-consensus residual retrieval + composite trust penalty diagnostic
|
results/paper_story_memo.md
CHANGED
|
@@ -16,7 +16,7 @@ when queried on proposal geometry that matches those local counterfactuals.
|
|
| 16 |
| Same-state local counterfactual proposals are the mechanism | near-miss-only lattice is 55.94%; removing expert+near_miss drops to 25.57% | Strongly supported |
|
| 17 |
| Conservative same-state result is large | no-expert lattice is 56.99% vs 29.74% policy | Main result |
|
| 18 |
| Full lattice gives upper result | full lattice is 69.33%, oracle is 86.78% | Strong but label expert proposal clearly |
|
| 19 |
-
| Deployment-clean proposal is currently a bottleneck | best clean K4 compatible tangent transport with a near-miss challenger gate is 36.
|
| 20 |
| Gradient-based field optimization does not solve the clean proposal gap | `field_optim` best observed result is 25.39% | Negative diagnostic |
|
| 21 |
| A broader non-expert proposal target does not reduce the proposal gap | direct broad non-expert policy is 27.88%; with field scoring it is 26.49% | Negative diagnostic |
|
| 22 |
| Counterfactual residuals transfer better than absolute retrieved actions | nearest residual retrieval is 32.12% vs absolute retrieval 28.93%; KNN4 residual drops to 29.91% | Supported as a clean bridge |
|
|
@@ -33,7 +33,7 @@ when queried on proposal geometry that matches those local counterfactuals.
|
|
| 33 |
| Train-source score priors do not explain the compatible tangent-chart gain | replacing the typed no-op prior with a measured train-source reward-score prior on the exact compatibility chart reaches 35.48%; adding it to the typed no-op row reaches 35.54%, still below the previous 35.59% compatibility row | Negative diagnostic: compatibility masking and sparse typed abstention matter more than continuous train-source confidence on this chart |
|
| 34 |
| Singleton near-miss priors do not open a new clean route | adding a small exact `residual_near_miss` singleton prior 0.01 or 0.02 on the compatible chart ties the previous 35.59% compatibility row and slightly raises progress to 57.10% | Tie diagnostic: revived near-miss tangents are high-precision but too sparse to close the clean-to-same-state proposal gap |
|
| 35 |
| Candidate-prefix oracle needs unique-action hygiene | the first K=8 prefix diagnostic was archived as `_nonunique`; the deduplicated unique-action trace reaches 43.07% candidate-oracle success with mean best branch rank 2.85 | Supported diagnostic: proposal headroom is real, but branch success falls with rank, so selector calibration must be conditional |
|
| 36 |
-
| Near-miss challenger calibration improves clean deployment | the trace-motivated two-stage selector keeps the compatible-chart anchor and lets singleton near-miss tangents override only
|
| 37 |
| Component-wise composite priors do not add the gain | propagating the no-op bonus into composite types reaches 35.36%, below the exact-prior masked composition row at 35.54% and the exact compatibility row at 35.59% | Negative/near-tie diagnostic: sparse exact priors are better than broadly rewarding every no-op-containing composite |
|
| 38 |
| Composite trust-radius penalty explains but does not improve the success top line | composite-only L2 penalty 0.02 ties 35.54% while lowering action MSE from 0.4106 to 0.4079; with the exact compatibility mask it lowers MSE further to 0.4048 but drops back to 35.54% | Tie/negative diagnostic: composed tangents need a local trust radius, but compatibility masking gives the success optimum |
|
| 39 |
| Minimum-energy residual regularization does not add the gain | action L2 penalty 0.05 ties the previous 35.42% scale-grid row, while 0.10/0.20 reach 35.36% | Negative/tie diagnostic: the clean bridge is not explained by shortest-action bias |
|
|
@@ -47,7 +47,7 @@ when queried on proposal geometry that matches those local counterfactuals.
|
|
| 47 |
| Typed no-op residual prior improves the clean bridge | CPU smoke `14883591` passed; bonuses 0.025/0.03/0.035 tie at 35.25%, while 0.01/0.02/0.05/0.08 are slightly lower | Fixed-scale clean diagnostic |
|
| 48 |
| Wrong-gripper typed prior does not add a new clean bridge | wrong-gripper-only reaches 35.19%; no-op+wrong-gripper 0.02 ties 35.25%; no-op+wrong-gripper 0.04 drops to 35.13% | Negative/tie diagnostic |
|
| 49 |
| No-op-only residuals nearly preserve the fixed-scale clean bridge | excluding wrong-gripper residuals gives 35.19% with either no-op bonus 0.03 or source-score bonus 0.02, one success below the 35.25% fixed-scale safe-family plateau | Mechanism sharpened: wrong-gripper is marginal, not core |
|
| 50 |
-
| The proposal gap is now quantified | `paper_analysis.md` reports best clean +6.
|
| 51 |
| Policy fallback is not the same-state mechanism | adding a policy baseline candidate to the no-expert same-state lattice drops 56.99% to 40.70% even with margin 0.00 | Negative diagnostic |
|
| 52 |
| Z-score retrieval metric does not help | z-score rows reach 32.23-32.81%, below raw retrieval | Negative diagnostic |
|
| 53 |
| Task-relative actor-pose retrieval metric does not improve tangent transfer | K2 task-relative residual retrieval reaches 34.26% vs raw K2 35.01%; K4 task-relative mean-by-type + no-op reaches 34.43% vs raw K4 35.25% | Negative diagnostic |
|
|
@@ -83,7 +83,7 @@ clean proposal result, the intended main rows are:
|
|
| 83 |
16. K4 mean-by-type tangent consensus + scale-grid typed no-op prior: 35.42%
|
| 84 |
17. K4 masked composed type-consensus tangent transport: 35.30%; with exact near-miss/no-op compatibility mask only: 35.48%; with typed no-op prior: 35.54%; with exact compatibility mask + typed no-op prior: 35.59%; adding singleton near-miss prior 0.01/0.02 ties 35.59%; with source-score prior on that exact chart: 35.48%; with typed no-op + source-score: 35.54%
|
| 85 |
18. K4 compatible tangent unique-action candidate-oracle prefix K=8 diagnostic: 43.07%; branch trace shows mean best branch rank 2.85, unique count 8.00, and real but conditional selector headroom
|
| 86 |
-
19. K4 compatible tangent near-miss challenger gate 0.
|
| 87 |
20. K4 compatible tangent abstention margin 0.10 diagnostic: 34.67%; naive lower abstention hurts despite candidate-prefix oracle headroom
|
| 88 |
20. K4 masked composed type-consensus tangent transport + component-wise no-op prior: 35.36%
|
| 89 |
21. K4 masked composed type-consensus tangent transport + composite L2 trust penalty: 35.54% at 0.02; 35.48% at 0.05; 35.54% with exact compatibility mask + L2 0.02
|
|
@@ -148,7 +148,7 @@ masked composition reached 35.30%, exact compatibility masking without typed
|
|
| 148 |
or source-score priors reached 35.48%, masked composition with the exact typed
|
| 149 |
no-op prior reached 35.54%, and raw selected candidate types show no
|
| 150 |
random-negative or wrong-direction composite leak. The paper table and paired
|
| 151 |
-
analysis now use the
|
| 152 |
component-wise composite prior follow-up completed at 35.36%, below the exact
|
| 153 |
no-op prior row. Composite-only L2 trust penalties reduce action MSE but do not
|
| 154 |
improve success: standalone L2 0.02 ties 35.54%, L2 0.05 reaches 35.48%, and
|
|
@@ -168,9 +168,12 @@ and blocks invalid padding branches from winning. The unique-action rerun
|
|
| 168 |
`14953513`/`14953522` completed at 43.07% candidate-oracle success, and the
|
| 169 |
branch-trace rerun `14953960`/`14953961` confirmed unique count 8.00 and mean
|
| 170 |
best branch rank 2.85. A trace-motivated clean near-miss challenger gate
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
|
|
|
|
|
|
|
|
|
|
| 174 |
|
| 175 |
- `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
|
| 176 |
direct rollout is 26.84%, field-guided best is 27.65%.
|
|
@@ -432,7 +435,7 @@ abstention is not the answer.
|
|
| 432 |
no-op prior, field-gated tangent length calibration over `0.35/0.40/0.45`, an
|
| 433 |
exact near-miss/no-op compatibility mask, and the trace-motivated singleton
|
| 434 |
near-miss challenger gate as the current best clean deployment diagnostic,
|
| 435 |
-
36.
|
| 436 |
remains 35.42%; pure masked composition is 35.30%, the exact typed-prior
|
| 437 |
composition row is 35.54%, exact compatibility reaches 35.59%, and
|
| 438 |
component-wise propagation of the no-op prior reaches 35.36%, so composition
|
|
|
|
| 16 |
| Same-state local counterfactual proposals are the mechanism | near-miss-only lattice is 55.94%; removing expert+near_miss drops to 25.57% | Strongly supported |
|
| 17 |
| Conservative same-state result is large | no-expert lattice is 56.99% vs 29.74% policy | Main result |
|
| 18 |
| Full lattice gives upper result | full lattice is 69.33%, oracle is 86.78% | Strong but label expert proposal clearly |
|
| 19 |
+
| Deployment-clean proposal is currently a bottleneck | best clean K4 compatible tangent transport with a near-miss challenger gate is 36.06%, far below 56.99% | Supported |
|
| 20 |
| Gradient-based field optimization does not solve the clean proposal gap | `field_optim` best observed result is 25.39% | Negative diagnostic |
|
| 21 |
| A broader non-expert proposal target does not reduce the proposal gap | direct broad non-expert policy is 27.88%; with field scoring it is 26.49% | Negative diagnostic |
|
| 22 |
| Counterfactual residuals transfer better than absolute retrieved actions | nearest residual retrieval is 32.12% vs absolute retrieval 28.93%; KNN4 residual drops to 29.91% | Supported as a clean bridge |
|
|
|
|
| 33 |
| Train-source score priors do not explain the compatible tangent-chart gain | replacing the typed no-op prior with a measured train-source reward-score prior on the exact compatibility chart reaches 35.48%; adding it to the typed no-op row reaches 35.54%, still below the previous 35.59% compatibility row | Negative diagnostic: compatibility masking and sparse typed abstention matter more than continuous train-source confidence on this chart |
|
| 34 |
| Singleton near-miss priors do not open a new clean route | adding a small exact `residual_near_miss` singleton prior 0.01 or 0.02 on the compatible chart ties the previous 35.59% compatibility row and slightly raises progress to 57.10% | Tie diagnostic: revived near-miss tangents are high-precision but too sparse to close the clean-to-same-state proposal gap |
|
| 35 |
| Candidate-prefix oracle needs unique-action hygiene | the first K=8 prefix diagnostic was archived as `_nonunique`; the deduplicated unique-action trace reaches 43.07% candidate-oracle success with mean best branch rank 2.85 | Supported diagnostic: proposal headroom is real, but branch success falls with rank, so selector calibration must be conditional |
|
| 36 |
+
| Near-miss challenger calibration improves clean deployment | the trace-motivated two-stage selector keeps the compatible-chart anchor and lets singleton near-miss tangents override only under a tightly calibrated margin; margin 0.01 reaches 36.06%, while 0.005/0.015/0.02 tie at 36.00% | Current best clean row; small but story-aligned selector-calibration gain, with wrong-gripper challenger variants rejected by lower success and higher MSE |
|
| 37 |
| Component-wise composite priors do not add the gain | propagating the no-op bonus into composite types reaches 35.36%, below the exact-prior masked composition row at 35.54% and the exact compatibility row at 35.59% | Negative/near-tie diagnostic: sparse exact priors are better than broadly rewarding every no-op-containing composite |
|
| 38 |
| Composite trust-radius penalty explains but does not improve the success top line | composite-only L2 penalty 0.02 ties 35.54% while lowering action MSE from 0.4106 to 0.4079; with the exact compatibility mask it lowers MSE further to 0.4048 but drops back to 35.54% | Tie/negative diagnostic: composed tangents need a local trust radius, but compatibility masking gives the success optimum |
|
| 39 |
| Minimum-energy residual regularization does not add the gain | action L2 penalty 0.05 ties the previous 35.42% scale-grid row, while 0.10/0.20 reach 35.36% | Negative/tie diagnostic: the clean bridge is not explained by shortest-action bias |
|
|
|
|
| 47 |
| Typed no-op residual prior improves the clean bridge | CPU smoke `14883591` passed; bonuses 0.025/0.03/0.035 tie at 35.25%, while 0.01/0.02/0.05/0.08 are slightly lower | Fixed-scale clean diagnostic |
|
| 48 |
| Wrong-gripper typed prior does not add a new clean bridge | wrong-gripper-only reaches 35.19%; no-op+wrong-gripper 0.02 ties 35.25%; no-op+wrong-gripper 0.04 drops to 35.13% | Negative/tie diagnostic |
|
| 49 |
| No-op-only residuals nearly preserve the fixed-scale clean bridge | excluding wrong-gripper residuals gives 35.19% with either no-op bonus 0.03 or source-score bonus 0.02, one success below the 35.25% fixed-scale safe-family plateau | Mechanism sharpened: wrong-gripper is marginal, not core |
|
| 50 |
+
| The proposal gap is now quantified | `paper_analysis.md` reports best clean +6.32 pp over canonical h16, same-state no-expert +27.25 pp, leaving a +20.93 pp clean-to-same-state gap | Core paper tension |
|
| 51 |
| Policy fallback is not the same-state mechanism | adding a policy baseline candidate to the no-expert same-state lattice drops 56.99% to 40.70% even with margin 0.00 | Negative diagnostic |
|
| 52 |
| Z-score retrieval metric does not help | z-score rows reach 32.23-32.81%, below raw retrieval | Negative diagnostic |
|
| 53 |
| Task-relative actor-pose retrieval metric does not improve tangent transfer | K2 task-relative residual retrieval reaches 34.26% vs raw K2 35.01%; K4 task-relative mean-by-type + no-op reaches 34.43% vs raw K4 35.25% | Negative diagnostic |
|
|
|
|
| 83 |
16. K4 mean-by-type tangent consensus + scale-grid typed no-op prior: 35.42%
|
| 84 |
17. K4 masked composed type-consensus tangent transport: 35.30%; with exact near-miss/no-op compatibility mask only: 35.48%; with typed no-op prior: 35.54%; with exact compatibility mask + typed no-op prior: 35.59%; adding singleton near-miss prior 0.01/0.02 ties 35.59%; with source-score prior on that exact chart: 35.48%; with typed no-op + source-score: 35.54%
|
| 85 |
18. K4 compatible tangent unique-action candidate-oracle prefix K=8 diagnostic: 43.07%; branch trace shows mean best branch rank 2.85, unique count 8.00, and real but conditional selector headroom
|
| 86 |
+
19. K4 compatible tangent near-miss challenger gate 0.01: 36.06%; current best clean deployment row from trace-motivated two-stage selector calibration. Fine margins 0.005/0.015/0.02 tie at 36.00%, while 0.03 and near-miss+wrong-gripper variants are lower or higher-MSE.
|
| 87 |
20. K4 compatible tangent abstention margin 0.10 diagnostic: 34.67%; naive lower abstention hurts despite candidate-prefix oracle headroom
|
| 88 |
20. K4 masked composed type-consensus tangent transport + component-wise no-op prior: 35.36%
|
| 89 |
21. K4 masked composed type-consensus tangent transport + composite L2 trust penalty: 35.54% at 0.02; 35.48% at 0.05; 35.54% with exact compatibility mask + L2 0.02
|
|
|
|
| 148 |
or source-score priors reached 35.48%, masked composition with the exact typed
|
| 149 |
no-op prior reached 35.54%, and raw selected candidate types show no
|
| 150 |
random-negative or wrong-direction composite leak. The paper table and paired
|
| 151 |
+
analysis now use the near-miss challenger margin `0.01` row as `best_clean_key`. The
|
| 152 |
component-wise composite prior follow-up completed at 35.36%, below the exact
|
| 153 |
no-op prior row. Composite-only L2 trust penalties reduce action MSE but do not
|
| 154 |
improve success: standalone L2 0.02 ties 35.54%, L2 0.05 reaches 35.48%, and
|
|
|
|
| 168 |
`14953513`/`14953522` completed at 43.07% candidate-oracle success, and the
|
| 169 |
branch-trace rerun `14953960`/`14953961` confirmed unique count 8.00 and mean
|
| 170 |
best branch rank 2.85. A trace-motivated clean near-miss challenger gate
|
| 171 |
+
completed at 36.00% for margin `0.02` (`14954280`/`14954281`), then improved to
|
| 172 |
+
36.06% for margin `0.01` (`14954526`/`14954527`), the current clean best. Fine
|
| 173 |
+
calibration jobs for margins `0.005` and `0.015` (`14955089`/`14955090` and
|
| 174 |
+
`14955093`/`14955094`) tie 36.00%, confirming a tight selector-calibration
|
| 175 |
+
plateau around the 0.01 optimum. The clean compatible-chart margin `0.10` test
|
| 176 |
+
completed at 34.67%, so simple lower abstention is not the answer.
|
| 177 |
|
| 178 |
- `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
|
| 179 |
direct rollout is 26.84%, field-guided best is 27.65%.
|
|
|
|
| 435 |
no-op prior, field-gated tangent length calibration over `0.35/0.40/0.45`, an
|
| 436 |
exact near-miss/no-op compatibility mask, and the trace-motivated singleton
|
| 437 |
near-miss challenger gate as the current best clean deployment diagnostic,
|
| 438 |
+
36.06%, not as a SOTA claim. The previous mean-by-type scale-grid no-op row
|
| 439 |
remains 35.42%; pure masked composition is 35.30%, the exact typed-prior
|
| 440 |
composition row is 35.54%, exact compatibility reaches 35.59%, and
|
| 441 |
component-wise propagation of the no-op prior reaches 35.36%, so composition
|
results/paper_table_status.json
CHANGED
|
@@ -1429,6 +1429,44 @@
|
|
| 1429 |
"best_config": null,
|
| 1430 |
"gain_vs_h16_policy": 0.06318840579710144
|
| 1431 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1432 |
{
|
| 1433 |
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003",
|
| 1434 |
"label": "K4 compatible residual retrieval, near-miss challenger gate 0.03",
|
|
|
|
| 1429 |
"best_config": null,
|
| 1430 |
"gain_vs_h16_policy": 0.06318840579710144
|
| 1431 |
},
|
| 1432 |
+
{
|
| 1433 |
+
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0005",
|
| 1434 |
+
"label": "K4 compatible residual retrieval, near-miss challenger gate 0.005",
|
| 1435 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p005_summary.json",
|
| 1436 |
+
"clean_deployment": "yes",
|
| 1437 |
+
"same_state_proposals": "no",
|
| 1438 |
+
"expert_proposal": "no",
|
| 1439 |
+
"story_role": "fine lower-margin calibration for the trace-motivated singleton near-miss challenger gate",
|
| 1440 |
+
"fallback_success": null,
|
| 1441 |
+
"pending_job": "14955089/14955090",
|
| 1442 |
+
"path_exists": true,
|
| 1443 |
+
"status": "complete",
|
| 1444 |
+
"success": 0.36,
|
| 1445 |
+
"std_success": 0.014235396124995555,
|
| 1446 |
+
"completed_seeds": null,
|
| 1447 |
+
"num_completed": 3,
|
| 1448 |
+
"best_config": null,
|
| 1449 |
+
"gain_vs_h16_policy": 0.06260869565217392
|
| 1450 |
+
},
|
| 1451 |
+
{
|
| 1452 |
+
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015",
|
| 1453 |
+
"label": "K4 compatible residual retrieval, near-miss challenger gate 0.015",
|
| 1454 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p015_summary.json",
|
| 1455 |
+
"clean_deployment": "yes",
|
| 1456 |
+
"same_state_proposals": "no",
|
| 1457 |
+
"expert_proposal": "no",
|
| 1458 |
+
"story_role": "fine upper-margin calibration for the trace-motivated singleton near-miss challenger gate",
|
| 1459 |
+
"fallback_success": null,
|
| 1460 |
+
"pending_job": "14955093/14955094",
|
| 1461 |
+
"path_exists": true,
|
| 1462 |
+
"status": "complete",
|
| 1463 |
+
"success": 0.36,
|
| 1464 |
+
"std_success": 0.012541047914657353,
|
| 1465 |
+
"completed_seeds": null,
|
| 1466 |
+
"num_completed": 3,
|
| 1467 |
+
"best_config": null,
|
| 1468 |
+
"gain_vs_h16_policy": 0.06260869565217392
|
| 1469 |
+
},
|
| 1470 |
{
|
| 1471 |
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003",
|
| 1472 |
"label": "K4 compatible residual retrieval, near-miss challenger gate 0.03",
|
results/paper_table_status.md
CHANGED
|
@@ -78,6 +78,8 @@ Baseline h=16 policy: 29.74%
|
|
| 78 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 branch trace | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic branch trace for deployable selector calibration over the local tangent chart |
|
| 79 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible residual retrieval, near-miss challenger gate 0.02 | complete | 36.00% | +6.26 pp | yes | no | no | trace-motivated two-stage selector calibration over the compatible local tangent chart |
|
| 80 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible residual retrieval, near-miss challenger gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | lower-margin sensitivity for trace-motivated singleton near-miss challenger calibration |
|
|
|
|
|
|
|
| 81 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003 | K4 compatible residual retrieval, near-miss challenger gate 0.03 | complete | 35.94% | +6.20 pp | yes | no | no | upper-margin sensitivity for trace-motivated singleton near-miss challenger calibration |
|
| 82 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01 | complete | 35.94% | +6.20 pp | yes | no | no | trace-motivated challenger calibration test for whether wrong-gripper residuals carry conditional selector headroom |
|
| 83 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
|
|
|
|
| 78 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 branch trace | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic branch trace for deployable selector calibration over the local tangent chart |
|
| 79 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible residual retrieval, near-miss challenger gate 0.02 | complete | 36.00% | +6.26 pp | yes | no | no | trace-motivated two-stage selector calibration over the compatible local tangent chart |
|
| 80 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible residual retrieval, near-miss challenger gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | lower-margin sensitivity for trace-motivated singleton near-miss challenger calibration |
|
| 81 |
+
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0005 | K4 compatible residual retrieval, near-miss challenger gate 0.005 | complete | 36.00% | +6.26 pp | yes | no | no | fine lower-margin calibration for the trace-motivated singleton near-miss challenger gate |
|
| 82 |
+
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015 | K4 compatible residual retrieval, near-miss challenger gate 0.015 | complete | 36.00% | +6.26 pp | yes | no | no | fine upper-margin calibration for the trace-motivated singleton near-miss challenger gate |
|
| 83 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003 | K4 compatible residual retrieval, near-miss challenger gate 0.03 | complete | 35.94% | +6.20 pp | yes | no | no | upper-margin sensitivity for trace-motivated singleton near-miss challenger calibration |
|
| 84 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01 | complete | 35.94% | +6.20 pp | yes | no | no | trace-motivated challenger calibration test for whether wrong-gripper residuals carry conditional selector headroom |
|
| 85 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
|
scripts/build_paper_table_status.py
CHANGED
|
@@ -773,7 +773,7 @@ SPECS = [
|
|
| 773 |
same_state_proposals="no",
|
| 774 |
expert_proposal="no",
|
| 775 |
story_role="fine lower-margin calibration for the trace-motivated singleton near-miss challenger gate",
|
| 776 |
-
pending_job="
|
| 777 |
),
|
| 778 |
ResultSpec(
|
| 779 |
key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015",
|
|
@@ -783,7 +783,7 @@ SPECS = [
|
|
| 783 |
same_state_proposals="no",
|
| 784 |
expert_proposal="no",
|
| 785 |
story_role="fine upper-margin calibration for the trace-motivated singleton near-miss challenger gate",
|
| 786 |
-
pending_job="
|
| 787 |
),
|
| 788 |
ResultSpec(
|
| 789 |
key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003",
|
|
|
|
| 773 |
same_state_proposals="no",
|
| 774 |
expert_proposal="no",
|
| 775 |
story_role="fine lower-margin calibration for the trace-motivated singleton near-miss challenger gate",
|
| 776 |
+
pending_job="14955089/14955090",
|
| 777 |
),
|
| 778 |
ResultSpec(
|
| 779 |
key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015",
|
|
|
|
| 783 |
same_state_proposals="no",
|
| 784 |
expert_proposal="no",
|
| 785 |
story_role="fine upper-margin calibration for the trace-motivated singleton near-miss challenger gate",
|
| 786 |
+
pending_job="14955093/14955094",
|
| 787 |
),
|
| 788 |
ResultSpec(
|
| 789 |
key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003",
|