Auto-sync: 2026-06-30 03:41:59 (part 2)
Browse files- results/paper_analysis.json +277 -27
- results/paper_analysis.md +17 -12
- results/paper_table_status.json +49 -11
- results/paper_table_status.md +4 -2
results/paper_analysis.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
{
|
| 2 |
-
"best_clean_key": "
|
| 3 |
-
"generated_utc": "2026-06-
|
| 4 |
"mechanism_gap": {
|
| 5 |
-
"best_clean_vs_direct_same_ckpt": 0.
|
| 6 |
-
"best_clean_vs_h16": 0.
|
| 7 |
"same_state_full_vs_no_expert": 0.12347826086956515,
|
| 8 |
-
"same_state_no_expert_vs_best_clean": 0.
|
| 9 |
"same_state_no_expert_vs_h16": 0.27246376811594214
|
| 10 |
},
|
| 11 |
"methods": {
|
|
@@ -1432,6 +1432,103 @@
|
|
| 1432 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmbonus0p02_summary.json",
|
| 1433 |
"std_success": 0.009889114266221456
|
| 1434 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1435 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8": {
|
| 1436 |
"candidate_oracle_rollouts": 8,
|
| 1437 |
"candidate_oracle_type_counts": {
|
|
@@ -1544,6 +1641,159 @@
|
|
| 1544 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8_summary.json",
|
| 1545 |
"std_success": 0.012173913043478276
|
| 1546 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1547 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_srcscorebonus002": {
|
| 1548 |
"ci95_success": 0.02131295542962397,
|
| 1549 |
"label": "K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, no-op bonus 0.03, source-score bonus 0.02",
|
|
@@ -7204,38 +7454,38 @@
|
|
| 7204 |
},
|
| 7205 |
"paired_deltas": {
|
| 7206 |
"best_clean - canonical_h16": {
|
| 7207 |
-
"ci95_delta": 0.
|
| 7208 |
-
"left": "
|
| 7209 |
-
"mean_delta": 0.
|
| 7210 |
"right": "h16_policy_canonical",
|
| 7211 |
"seed_deltas": {
|
| 7212 |
-
"0": 0.
|
| 7213 |
-
"1": 0.
|
| 7214 |
-
"2": 0.
|
| 7215 |
},
|
| 7216 |
"seeds": [
|
| 7217 |
0,
|
| 7218 |
1,
|
| 7219 |
2
|
| 7220 |
],
|
| 7221 |
-
"std_delta": 0.
|
| 7222 |
},
|
| 7223 |
"best_clean - direct_same_ckpt": {
|
| 7224 |
-
"ci95_delta": 0.
|
| 7225 |
-
"left": "
|
| 7226 |
-
"mean_delta": 0.
|
| 7227 |
"right": "near_miss_policy_bc5",
|
| 7228 |
"seed_deltas": {
|
| 7229 |
-
"0": 0.
|
| 7230 |
-
"1": 0.
|
| 7231 |
-
"2": 0.
|
| 7232 |
},
|
| 7233 |
"seeds": [
|
| 7234 |
0,
|
| 7235 |
1,
|
| 7236 |
2
|
| 7237 |
],
|
| 7238 |
-
"std_delta": 0.
|
| 7239 |
},
|
| 7240 |
"full_lattice - no_expert_lattice": {
|
| 7241 |
"ci95_delta": 0.02628111194117426,
|
|
@@ -7292,17 +7542,17 @@
|
|
| 7292 |
"per_task_deltas": {
|
| 7293 |
"best_clean_vs_h16": {
|
| 7294 |
"LiftPegUpright-v1": 0.03278131303915899,
|
| 7295 |
-
"PickCube-v1": 0.
|
| 7296 |
-
"PullCube-v1": 0.
|
| 7297 |
-
"PushCube-v1": 0.
|
| 7298 |
-
"StackCube-v1": 0.
|
| 7299 |
},
|
| 7300 |
"no_expert_vs_best_clean": {
|
| 7301 |
"LiftPegUpright-v1": 0.35374851747103375,
|
| 7302 |
-
"PickCube-v1": 0.
|
| 7303 |
-
"PullCube-v1": -0.
|
| 7304 |
-
"PushCube-v1": 0.
|
| 7305 |
-
"StackCube-v1": 0.
|
| 7306 |
}
|
| 7307 |
}
|
| 7308 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
|
| 3 |
+
"generated_utc": "2026-06-30T07:49:50+00:00",
|
| 4 |
"mechanism_gap": {
|
| 5 |
+
"best_clean_vs_direct_same_ckpt": 0.07710144927536233,
|
| 6 |
+
"best_clean_vs_h16": 0.06260869565217397,
|
| 7 |
"same_state_full_vs_no_expert": 0.12347826086956515,
|
| 8 |
+
"same_state_no_expert_vs_best_clean": 0.20985507246376817,
|
| 9 |
"same_state_no_expert_vs_h16": 0.27246376811594214
|
| 10 |
},
|
| 11 |
"methods": {
|
|
|
|
| 1432 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmbonus0p02_summary.json",
|
| 1433 |
"std_success": 0.009889114266221456
|
| 1434 |
},
|
| 1435 |
+
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002": {
|
| 1436 |
+
"ci95_success": 0.03115620450679224,
|
| 1437 |
+
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02",
|
| 1438 |
+
"mean_action_mse_to_best": 0.40733562724178896,
|
| 1439 |
+
"mean_progress": 0.5741919005876812,
|
| 1440 |
+
"mean_success": 0.36000000000000004,
|
| 1441 |
+
"num_completed": 3,
|
| 1442 |
+
"per_task_success": {
|
| 1443 |
+
"LiftPegUpright-v1": {
|
| 1444 |
+
"mean_num_groups": 102.0,
|
| 1445 |
+
"mean_success": 0.26340865087329823,
|
| 1446 |
+
"std_success": 0.06057881385012102
|
| 1447 |
+
},
|
| 1448 |
+
"PickCube-v1": {
|
| 1449 |
+
"mean_num_groups": 196.66666666666666,
|
| 1450 |
+
"mean_success": 0.3294194734412126,
|
| 1451 |
+
"std_success": 0.02715752817589447
|
| 1452 |
+
},
|
| 1453 |
+
"PullCube-v1": {
|
| 1454 |
+
"mean_num_groups": 81.0,
|
| 1455 |
+
"mean_success": 0.22889673679147363,
|
| 1456 |
+
"std_success": 0.029397613100483843
|
| 1457 |
+
},
|
| 1458 |
+
"PushCube-v1": {
|
| 1459 |
+
"mean_num_groups": 102.0,
|
| 1460 |
+
"mean_success": 0.7571578319419062,
|
| 1461 |
+
"std_success": 0.0856403530080274
|
| 1462 |
+
},
|
| 1463 |
+
"StackCube-v1": {
|
| 1464 |
+
"mean_num_groups": 93.33333333333333,
|
| 1465 |
+
"mean_success": 0.20044030044030045,
|
| 1466 |
+
"std_success": 0.08896982358351117
|
| 1467 |
+
}
|
| 1468 |
+
},
|
| 1469 |
+
"seed_action_mse_to_best": {
|
| 1470 |
+
"0": 0.3948699296703157,
|
| 1471 |
+
"1": 0.39924815376005746,
|
| 1472 |
+
"2": 0.4278887982949938
|
| 1473 |
+
},
|
| 1474 |
+
"seed_progress": {
|
| 1475 |
+
"0": 0.5602596596268046,
|
| 1476 |
+
"1": 0.5735099030577618,
|
| 1477 |
+
"2": 0.5888061390784771
|
| 1478 |
+
},
|
| 1479 |
+
"seed_success": {
|
| 1480 |
+
"0": 0.3565217391304348,
|
| 1481 |
+
"1": 0.34956521739130436,
|
| 1482 |
+
"2": 0.3739130434782609
|
| 1483 |
+
},
|
| 1484 |
+
"selected_candidate_type_counts": {
|
| 1485 |
+
"retrieval_residual_policy_residual": 1556,
|
| 1486 |
+
"retrieval_residual_residual_near_miss": 65,
|
| 1487 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
|
| 1488 |
+
"retrieval_residual_residual_no_op": 56,
|
| 1489 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
|
| 1490 |
+
"retrieval_residual_residual_wrong_gripper": 19
|
| 1491 |
+
},
|
| 1492 |
+
"selected_residual_scale_counts": {
|
| 1493 |
+
"0.35": 1587,
|
| 1494 |
+
"0.4": 16,
|
| 1495 |
+
"0.45": 122
|
| 1496 |
+
},
|
| 1497 |
+
"selected_type_outcomes": {
|
| 1498 |
+
"retrieval_residual_policy_residual": {
|
| 1499 |
+
"count": 1556.0,
|
| 1500 |
+
"mean_progress": 0.565076002276384,
|
| 1501 |
+
"success_rate": 0.34832904884318766
|
| 1502 |
+
},
|
| 1503 |
+
"retrieval_residual_residual_near_miss": {
|
| 1504 |
+
"count": 65.0,
|
| 1505 |
+
"mean_progress": 0.5945549370577702,
|
| 1506 |
+
"success_rate": 0.4307692307692308
|
| 1507 |
+
},
|
| 1508 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 1509 |
+
"count": 5.0,
|
| 1510 |
+
"mean_progress": 0.7557869911193847,
|
| 1511 |
+
"success_rate": 0.6
|
| 1512 |
+
},
|
| 1513 |
+
"retrieval_residual_residual_no_op": {
|
| 1514 |
+
"count": 56.0,
|
| 1515 |
+
"mean_progress": 0.7249722566921264,
|
| 1516 |
+
"success_rate": 0.5
|
| 1517 |
+
},
|
| 1518 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 1519 |
+
"count": 24.0,
|
| 1520 |
+
"mean_progress": 0.6711457151298722,
|
| 1521 |
+
"success_rate": 0.4583333333333333
|
| 1522 |
+
},
|
| 1523 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 1524 |
+
"count": 19.0,
|
| 1525 |
+
"mean_progress": 0.6364115562878156,
|
| 1526 |
+
"success_rate": 0.47368421052631576
|
| 1527 |
+
}
|
| 1528 |
+
},
|
| 1529 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p02_summary.json",
|
| 1530 |
+
"std_success": 0.012541047914657353
|
| 1531 |
+
},
|
| 1532 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8": {
|
| 1533 |
"candidate_oracle_rollouts": 8,
|
| 1534 |
"candidate_oracle_type_counts": {
|
|
|
|
| 1641 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8_summary.json",
|
| 1642 |
"std_success": 0.012173913043478276
|
| 1643 |
},
|
| 1644 |
+
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace": {
|
| 1645 |
+
"candidate_oracle_best_branch_rank_counts": {
|
| 1646 |
+
"1": 931,
|
| 1647 |
+
"2": 162,
|
| 1648 |
+
"3": 88,
|
| 1649 |
+
"4": 87,
|
| 1650 |
+
"5": 102,
|
| 1651 |
+
"6": 87,
|
| 1652 |
+
"7": 119,
|
| 1653 |
+
"8": 149
|
| 1654 |
+
},
|
| 1655 |
+
"candidate_oracle_rollouts": 8,
|
| 1656 |
+
"candidate_oracle_type_counts": {
|
| 1657 |
+
"retrieval_residual_policy_residual": 867,
|
| 1658 |
+
"retrieval_residual_residual_near_miss": 201,
|
| 1659 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 99,
|
| 1660 |
+
"retrieval_residual_residual_no_op": 182,
|
| 1661 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 86,
|
| 1662 |
+
"retrieval_residual_residual_wrong_gripper": 290
|
| 1663 |
+
},
|
| 1664 |
+
"candidate_oracle_unique_tolerance": 1e-06,
|
| 1665 |
+
"ci95_success": 0.03024411731871433,
|
| 1666 |
+
"label": "K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 branch trace",
|
| 1667 |
+
"mean_action_mse_to_best": 0.4063519326314006,
|
| 1668 |
+
"mean_candidate_oracle_best_branch_rank": 2.8544927536231883,
|
| 1669 |
+
"mean_candidate_oracle_branch_progress": [
|
| 1670 |
+
0.5663117068376537,
|
| 1671 |
+
0.520170341766021,
|
| 1672 |
+
0.4982426099374931,
|
| 1673 |
+
0.48436801132148777,
|
| 1674 |
+
0.4810738827217964,
|
| 1675 |
+
0.4725861245269809,
|
| 1676 |
+
0.45777137219419944,
|
| 1677 |
+
0.4651103241433016
|
| 1678 |
+
],
|
| 1679 |
+
"mean_candidate_oracle_branch_score_gains_over_selected": [
|
| 1680 |
+
0.0,
|
| 1681 |
+
-0.10121382852732812,
|
| 1682 |
+
-0.139953154850299,
|
| 1683 |
+
-0.16368282582816682,
|
| 1684 |
+
-0.17625231607560662,
|
| 1685 |
+
-0.1911168860916518,
|
| 1686 |
+
-0.22332294284109622,
|
| 1687 |
+
-0.19917239659924763
|
| 1688 |
+
],
|
| 1689 |
+
"mean_candidate_oracle_branch_success_rates": [
|
| 1690 |
+
0.34840579710144925,
|
| 1691 |
+
0.29333333333333333,
|
| 1692 |
+
0.27652173913043476,
|
| 1693 |
+
0.26666666666666666,
|
| 1694 |
+
0.2573913043478261,
|
| 1695 |
+
0.2510144927536232,
|
| 1696 |
+
0.2336231884057971,
|
| 1697 |
+
0.25043478260869567
|
| 1698 |
+
],
|
| 1699 |
+
"mean_candidate_oracle_improvement_rate": 0.4602898550724637,
|
| 1700 |
+
"mean_candidate_oracle_progress": 0.6443418554713328,
|
| 1701 |
+
"mean_candidate_oracle_score_gain_over_selected": 0.16034898876064066,
|
| 1702 |
+
"mean_candidate_oracle_success_rate": 0.4307246376811594,
|
| 1703 |
+
"mean_candidate_oracle_unique_count": 8.0,
|
| 1704 |
+
"mean_progress": 0.571575072284851,
|
| 1705 |
+
"mean_success": 0.3565217391304348,
|
| 1706 |
+
"num_completed": 3,
|
| 1707 |
+
"per_task_success": {
|
| 1708 |
+
"LiftPegUpright-v1": {
|
| 1709 |
+
"mean_num_groups": 102.0,
|
| 1710 |
+
"mean_success": 0.26340865087329823,
|
| 1711 |
+
"std_success": 0.06057881385012102
|
| 1712 |
+
},
|
| 1713 |
+
"PickCube-v1": {
|
| 1714 |
+
"mean_num_groups": 196.66666666666666,
|
| 1715 |
+
"mean_success": 0.3278169093386485,
|
| 1716 |
+
"std_success": 0.02533117351097172
|
| 1717 |
+
},
|
| 1718 |
+
"PullCube-v1": {
|
| 1719 |
+
"mean_num_groups": 81.0,
|
| 1720 |
+
"mean_success": 0.21716032505506191,
|
| 1721 |
+
"std_success": 0.0182535211270701
|
| 1722 |
+
},
|
| 1723 |
+
"PushCube-v1": {
|
| 1724 |
+
"mean_num_groups": 102.0,
|
| 1725 |
+
"mean_success": 0.7541548289389031,
|
| 1726 |
+
"std_success": 0.08244271787813129
|
| 1727 |
+
},
|
| 1728 |
+
"StackCube-v1": {
|
| 1729 |
+
"mean_num_groups": 93.33333333333333,
|
| 1730 |
+
"mean_success": 0.19707329707329704,
|
| 1731 |
+
"std_success": 0.0831467196651622
|
| 1732 |
+
}
|
| 1733 |
+
},
|
| 1734 |
+
"seed_action_mse_to_best": {
|
| 1735 |
+
"0": 0.3930192190424904,
|
| 1736 |
+
"1": 0.39824521353549286,
|
| 1737 |
+
"2": 0.42779136531621864
|
| 1738 |
+
},
|
| 1739 |
+
"seed_progress": {
|
| 1740 |
+
"0": 0.5579317773906919,
|
| 1741 |
+
"1": 0.571580135051323,
|
| 1742 |
+
"2": 0.5852133044125383
|
| 1743 |
+
},
|
| 1744 |
+
"seed_success": {
|
| 1745 |
+
"0": 0.35130434782608694,
|
| 1746 |
+
"1": 0.34782608695652173,
|
| 1747 |
+
"2": 0.37043478260869567
|
| 1748 |
+
},
|
| 1749 |
+
"selected_candidate_type_counts": {
|
| 1750 |
+
"retrieval_residual_policy_residual": 1613,
|
| 1751 |
+
"retrieval_residual_residual_near_miss": 8,
|
| 1752 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
|
| 1753 |
+
"retrieval_residual_residual_no_op": 56,
|
| 1754 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
|
| 1755 |
+
"retrieval_residual_residual_wrong_gripper": 19
|
| 1756 |
+
},
|
| 1757 |
+
"selected_residual_scale_counts": {
|
| 1758 |
+
"0.35": 1631,
|
| 1759 |
+
"0.4": 11,
|
| 1760 |
+
"0.45": 83
|
| 1761 |
+
},
|
| 1762 |
+
"selected_type_outcomes": {
|
| 1763 |
+
"retrieval_residual_policy_residual": {
|
| 1764 |
+
"count": 1613.0,
|
| 1765 |
+
"mean_progress": 0.561925975703087,
|
| 1766 |
+
"success_rate": 0.34593924364538126
|
| 1767 |
+
},
|
| 1768 |
+
"retrieval_residual_residual_near_miss": {
|
| 1769 |
+
"count": 8.0,
|
| 1770 |
+
"mean_progress": 0.8754628524184227,
|
| 1771 |
+
"success_rate": 0.75
|
| 1772 |
+
},
|
| 1773 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 1774 |
+
"count": 5.0,
|
| 1775 |
+
"mean_progress": 0.7557869911193847,
|
| 1776 |
+
"success_rate": 0.6
|
| 1777 |
+
},
|
| 1778 |
+
"retrieval_residual_residual_no_op": {
|
| 1779 |
+
"count": 56.0,
|
| 1780 |
+
"mean_progress": 0.7249722566921264,
|
| 1781 |
+
"success_rate": 0.5
|
| 1782 |
+
},
|
| 1783 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 1784 |
+
"count": 24.0,
|
| 1785 |
+
"mean_progress": 0.6711457151298722,
|
| 1786 |
+
"success_rate": 0.4583333333333333
|
| 1787 |
+
},
|
| 1788 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 1789 |
+
"count": 19.0,
|
| 1790 |
+
"mean_progress": 0.6364115562878156,
|
| 1791 |
+
"success_rate": 0.47368421052631576
|
| 1792 |
+
}
|
| 1793 |
+
},
|
| 1794 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8trace_summary.json",
|
| 1795 |
+
"std_success": 0.012173913043478276
|
| 1796 |
+
},
|
| 1797 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_srcscorebonus002": {
|
| 1798 |
"ci95_success": 0.02131295542962397,
|
| 1799 |
"label": "K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, no-op bonus 0.03, source-score bonus 0.02",
|
|
|
|
| 7454 |
},
|
| 7455 |
"paired_deltas": {
|
| 7456 |
"best_clean - canonical_h16": {
|
| 7457 |
+
"ci95_delta": 0.048690556079097516,
|
| 7458 |
+
"left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
|
| 7459 |
+
"mean_delta": 0.06260869565217392,
|
| 7460 |
"right": "h16_policy_canonical",
|
| 7461 |
"seed_deltas": {
|
| 7462 |
+
"0": 0.07304347826086954,
|
| 7463 |
+
"1": 0.040000000000000036,
|
| 7464 |
+
"2": 0.07478260869565218
|
| 7465 |
},
|
| 7466 |
"seeds": [
|
| 7467 |
0,
|
| 7468 |
1,
|
| 7469 |
2
|
| 7470 |
],
|
| 7471 |
+
"std_delta": 0.01959900464275588
|
| 7472 |
},
|
| 7473 |
"best_clean - direct_same_ckpt": {
|
| 7474 |
+
"ci95_delta": 0.047591888506633255,
|
| 7475 |
+
"left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
|
| 7476 |
+
"mean_delta": 0.07710144927536232,
|
| 7477 |
"right": "near_miss_policy_bc5",
|
| 7478 |
"seed_deltas": {
|
| 7479 |
+
"0": 0.07826086956521738,
|
| 7480 |
+
"1": 0.05739130434782608,
|
| 7481 |
+
"2": 0.09565217391304348
|
| 7482 |
},
|
| 7483 |
"seeds": [
|
| 7484 |
0,
|
| 7485 |
1,
|
| 7486 |
2
|
| 7487 |
],
|
| 7488 |
+
"std_delta": 0.019156767120995143
|
| 7489 |
},
|
| 7490 |
"full_lattice - no_expert_lattice": {
|
| 7491 |
"ci95_delta": 0.02628111194117426,
|
|
|
|
| 7542 |
"per_task_deltas": {
|
| 7543 |
"best_clean_vs_h16": {
|
| 7544 |
"LiftPegUpright-v1": 0.03278131303915899,
|
| 7545 |
+
"PickCube-v1": 0.1235621262795176,
|
| 7546 |
+
"PullCube-v1": 0.031042252094883677,
|
| 7547 |
+
"PushCube-v1": 0.0066006600660066805,
|
| 7548 |
+
"StackCube-v1": 0.0594738594738595
|
| 7549 |
},
|
| 7550 |
"no_expert_vs_best_clean": {
|
| 7551 |
"LiftPegUpright-v1": 0.35374851747103375,
|
| 7552 |
+
"PickCube-v1": 0.29205938988547686,
|
| 7553 |
+
"PullCube-v1": -0.030416951469583037,
|
| 7554 |
+
"PushCube-v1": 0.043885153322692716,
|
| 7555 |
+
"StackCube-v1": 0.282077182077182
|
| 7556 |
}
|
| 7557 |
}
|
| 7558 |
}
|
results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-06-
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
@@ -51,6 +51,8 @@ Generated: `2026-06-30T06:57:02+00:00`
|
|
| 51 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.07% | 0.406 | +5.86 pp |
|
| 52 |
| residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003 | K4 compatible tangents, margin 0.10, no-op bonus 0.03 | 3 | 34.67% +/- 0.96 | +/- 2.38 | 56.45% | 0.418 | +4.93 pp |
|
| 53 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 diagnostic | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
|
|
|
|
|
|
|
| 54 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 55 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 56 |
| residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
|
|
@@ -98,8 +100,8 @@ Generated: `2026-06-30T06:57:02+00:00`
|
|
| 98 |
|
| 99 |
| comparison | seeds | mean delta | 95% CI | seed deltas |
|
| 100 |
|---|---:|---:|---:|---|
|
| 101 |
-
| best_clean - canonical_h16 | 3 | +
|
| 102 |
-
| best_clean - direct_same_ckpt | 3 | +7.
|
| 103 |
| no_expert_lattice - canonical_h16 | 3 | +27.25 pp | +/- 8.58 | 0:+23.30, 1:+28.70, 2:+29.74 |
|
| 104 |
| full_lattice - no_expert_lattice | 3 | +12.35 pp | +/- 2.63 | 0:+13.57, 1:+11.83, 2:+11.65 |
|
| 105 |
| policy_candidate_lattice - no_expert_lattice | 3 | -16.29 pp | +/- 7.55 | 0:-15.48, 1:-13.74, 2:-19.65 |
|
|
@@ -109,24 +111,27 @@ Generated: `2026-06-30T06:57:02+00:00`
|
|
| 109 |
| task | h16 policy | best clean | near-miss lattice | no-expert lattice | full lattice | clean-h16 delta | noexpert-clean gap |
|
| 110 |
|---|---:|---:|---:|---:|---:|---:|---:|
|
| 111 |
| LiftPegUpright-v1 | 23.06% | 26.34% | 62.90% | 61.72% | 73.19% | +3.28 pp | +35.37 pp |
|
| 112 |
-
| PickCube-v1 | 20.59% | 32.
|
| 113 |
-
| PullCube-v1 | 19.79% |
|
| 114 |
-
| PushCube-v1 | 75.06% | 75.
|
| 115 |
-
| StackCube-v1 | 14.10% |
|
| 116 |
|
| 117 |
## Mechanism Gap
|
| 118 |
|
| 119 |
-
- Best clean residual transport improves over canonical h16 by +
|
| 120 |
- Same-state no-expert lattice improves over canonical h16 by +27.25 pp.
|
| 121 |
-
- Remaining clean-to-same-state proposal gap is +
|
| 122 |
- Full lattice adds expert proposals and reaches 69.33%, a +12.35 pp gain over no-expert.
|
| 123 |
|
| 124 |
## Candidate-Oracle Diagnostic
|
| 125 |
|
| 126 |
- Oracle over the deployed candidate prefix reaches 43.07% with mean progress 64.43%; this is diagnostic-only because it uses measured rollout outcomes after generating candidates.
|
| 127 |
- Mean oracle-prefix score gain over the selected branch is +0.160, which isolates ranking/abstention headroom inside the clean proposal set.
|
| 128 |
-
- Mean unique candidates in the prefix:
|
| 129 |
- Candidate-oracle best type counts: {'retrieval_residual_policy_residual': 867, 'retrieval_residual_residual_near_miss': 201, 'retrieval_residual_residual_near_miss+residual_wrong_gripper': 99, 'retrieval_residual_residual_no_op': 182, 'retrieval_residual_residual_no_op+residual_wrong_gripper': 86, 'retrieval_residual_residual_wrong_gripper': 290}.
|
|
|
|
|
|
|
|
|
|
| 130 |
|
| 131 |
## Selection Histograms
|
| 132 |
|
|
@@ -134,8 +139,8 @@ Generated: `2026-06-30T06:57:02+00:00`
|
|
| 134 |
- `same_state_no_expert`: lattice_near_miss=1263 (73.2%), lattice_no_op=222 (12.9%), lattice_random_negative=144 (8.3%), lattice_wrong_gripper=62 (3.6%), lattice_wrong_direction=34 (2.0%)
|
| 135 |
- `same_state_policy_baseline`: policy_continuous=1022 (59.2%), lattice_near_miss=448 (26.0%), lattice_no_op=119 (6.9%), lattice_random_negative=75 (4.3%), lattice_wrong_gripper=45 (2.6%), lattice_wrong_direction=16 (0.9%)
|
| 136 |
- `same_state_full`: lattice_expert=977 (56.6%), lattice_near_miss=348 (20.2%), lattice_no_op=177 (10.3%), lattice_random_negative=138 (8.0%), lattice_wrong_gripper=55 (3.2%), lattice_wrong_direction=30 (1.7%)
|
| 137 |
-
- `
|
| 138 |
-
- `
|
| 139 |
|
| 140 |
## Selected-Type Outcomes
|
| 141 |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-06-30T07:49:50+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 51 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.07% | 0.406 | +5.86 pp |
|
| 52 |
| residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003 | K4 compatible tangents, margin 0.10, no-op bonus 0.03 | 3 | 34.67% +/- 0.96 | +/- 2.38 | 56.45% | 0.418 | +4.93 pp |
|
| 53 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 diagnostic | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
|
| 54 |
+
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 branch trace | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
|
| 55 |
+
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.42% | 0.407 | +6.26 pp |
|
| 56 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 57 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 58 |
| residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
|
|
|
|
| 100 |
|
| 101 |
| comparison | seeds | mean delta | 95% CI | seed deltas |
|
| 102 |
|---|---:|---:|---:|---|
|
| 103 |
+
| best_clean - canonical_h16 | 3 | +6.26 pp | +/- 4.87 | 0:+7.30, 1:+4.00, 2:+7.48 |
|
| 104 |
+
| best_clean - direct_same_ckpt | 3 | +7.71 pp | +/- 4.76 | 0:+7.83, 1:+5.74, 2:+9.57 |
|
| 105 |
| no_expert_lattice - canonical_h16 | 3 | +27.25 pp | +/- 8.58 | 0:+23.30, 1:+28.70, 2:+29.74 |
|
| 106 |
| full_lattice - no_expert_lattice | 3 | +12.35 pp | +/- 2.63 | 0:+13.57, 1:+11.83, 2:+11.65 |
|
| 107 |
| policy_candidate_lattice - no_expert_lattice | 3 | -16.29 pp | +/- 7.55 | 0:-15.48, 1:-13.74, 2:-19.65 |
|
|
|
|
| 111 |
| task | h16 policy | best clean | near-miss lattice | no-expert lattice | full lattice | clean-h16 delta | noexpert-clean gap |
|
| 112 |
|---|---:|---:|---:|---:|---:|---:|---:|
|
| 113 |
| LiftPegUpright-v1 | 23.06% | 26.34% | 62.90% | 61.72% | 73.19% | +3.28 pp | +35.37 pp |
|
| 114 |
+
| PickCube-v1 | 20.59% | 32.94% | 58.13% | 62.15% | 84.19% | +12.36 pp | +29.21 pp |
|
| 115 |
+
| PullCube-v1 | 19.79% | 22.89% | 15.02% | 19.85% | 22.41% | +3.10 pp | -3.04 pp |
|
| 116 |
+
| PushCube-v1 | 75.06% | 75.72% | 82.54% | 80.10% | 81.92% | +0.66 pp | +4.39 pp |
|
| 117 |
+
| StackCube-v1 | 14.10% | 20.04% | 50.41% | 48.25% | 60.83% | +5.95 pp | +28.21 pp |
|
| 118 |
|
| 119 |
## Mechanism Gap
|
| 120 |
|
| 121 |
+
- Best clean residual transport improves over canonical h16 by +6.26 pp.
|
| 122 |
- Same-state no-expert lattice improves over canonical h16 by +27.25 pp.
|
| 123 |
+
- Remaining clean-to-same-state proposal gap is +20.99 pp.
|
| 124 |
- Full lattice adds expert proposals and reaches 69.33%, a +12.35 pp gain over no-expert.
|
| 125 |
|
| 126 |
## Candidate-Oracle Diagnostic
|
| 127 |
|
| 128 |
- Oracle over the deployed candidate prefix reaches 43.07% with mean progress 64.43%; this is diagnostic-only because it uses measured rollout outcomes after generating candidates.
|
| 129 |
- Mean oracle-prefix score gain over the selected branch is +0.160, which isolates ranking/abstention headroom inside the clean proposal set.
|
| 130 |
+
- Mean unique candidates in the prefix: 8.00.
|
| 131 |
- Candidate-oracle best type counts: {'retrieval_residual_policy_residual': 867, 'retrieval_residual_residual_near_miss': 201, 'retrieval_residual_residual_near_miss+residual_wrong_gripper': 99, 'retrieval_residual_residual_no_op': 182, 'retrieval_residual_residual_no_op+residual_wrong_gripper': 86, 'retrieval_residual_residual_wrong_gripper': 290}.
|
| 132 |
+
- Mean best branch rank in the field-ordered prefix: 2.85; rank histogram {'1': 931, '2': 162, '3': 88, '4': 87, '5': 102, '6': 87, '7': 119, '8': 149}.
|
| 133 |
+
- Branch success by prefix rank: 34.84%, 29.33%, 27.65%, 26.67%, 25.74%, 25.10%, 23.36%, 25.04%.
|
| 134 |
+
- Branch score gain by prefix rank: +0.000, -0.101, -0.140, -0.164, -0.176, -0.191, -0.223, -0.199.
|
| 135 |
|
| 136 |
## Selection Histograms
|
| 137 |
|
|
|
|
| 139 |
- `same_state_no_expert`: lattice_near_miss=1263 (73.2%), lattice_no_op=222 (12.9%), lattice_random_negative=144 (8.3%), lattice_wrong_gripper=62 (3.6%), lattice_wrong_direction=34 (2.0%)
|
| 140 |
- `same_state_policy_baseline`: policy_continuous=1022 (59.2%), lattice_near_miss=448 (26.0%), lattice_no_op=119 (6.9%), lattice_random_negative=75 (4.3%), lattice_wrong_gripper=45 (2.6%), lattice_wrong_direction=16 (0.9%)
|
| 141 |
- `same_state_full`: lattice_expert=977 (56.6%), lattice_near_miss=348 (20.2%), lattice_no_op=177 (10.3%), lattice_random_negative=138 (8.0%), lattice_wrong_gripper=55 (3.2%), lattice_wrong_direction=30 (1.7%)
|
| 142 |
+
- `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002`: retrieval_residual_policy_residual=1556 (90.2%), retrieval_residual_residual_near_miss=65 (3.8%), retrieval_residual_residual_no_op=56 (3.2%), retrieval_residual_residual_no_op+residual_wrong_gripper=24 (1.4%), retrieval_residual_residual_wrong_gripper=19 (1.1%), retrieval_residual_residual_near_miss+residual_wrong_gripper=5 (0.3%)
|
| 143 |
+
- `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002` residual scale counts: {'0.35': 1587, '0.4': 16, '0.45': 122}
|
| 144 |
|
| 145 |
## Selected-Type Outcomes
|
| 146 |
|
results/paper_table_status.json
CHANGED
|
@@ -1372,6 +1372,44 @@
|
|
| 1372 |
"best_config": null,
|
| 1373 |
"gain_vs_h16_policy": 0.13333333333333336
|
| 1374 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1375 |
{
|
| 1376 |
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
|
| 1377 |
"label": "K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",
|
|
@@ -2571,23 +2609,23 @@
|
|
| 2571 |
}
|
| 2572 |
],
|
| 2573 |
"best_clean": {
|
| 2574 |
-
"key": "
|
| 2575 |
-
"label": "K4
|
| 2576 |
-
"path": "
|
| 2577 |
"clean_deployment": "yes",
|
| 2578 |
"same_state_proposals": "no",
|
| 2579 |
"expert_proposal": "no",
|
| 2580 |
-
"story_role": "
|
| 2581 |
"fallback_success": null,
|
| 2582 |
-
"pending_job": "
|
| 2583 |
"path_exists": true,
|
| 2584 |
"status": "complete",
|
| 2585 |
-
"success": 0.
|
| 2586 |
-
"std_success": 0.
|
| 2587 |
"completed_seeds": null,
|
| 2588 |
"num_completed": 3,
|
| 2589 |
"best_config": null,
|
| 2590 |
-
"gain_vs_h16_policy": 0.
|
| 2591 |
},
|
| 2592 |
"best_mechanism_no_expert": {
|
| 2593 |
"key": "no_expert_lattice",
|
|
@@ -2612,13 +2650,13 @@
|
|
| 2612 |
"Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.",
|
| 2613 |
"Use full lattice only as an upper result because it includes expert proposals.",
|
| 2614 |
"Do not claim external SOTA from this table alone; add current external baselines separately.",
|
| 2615 |
-
"Current best clean deployment row is K4
|
| 2616 |
"Trust-region field optimization should be framed as a negative/diagnostic ablation.",
|
| 2617 |
"Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
|
| 2618 |
"KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
|
| 2619 |
"K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus improves the clean bridge but is not yet the main result.",
|
| 2620 |
"Policy-baseline abstention inside the same-state no-expert lattice drops from 56.99% to 40.70%, so the mechanism result should emphasize counterfactual proposal geometry rather than policy fallback.",
|
| 2621 |
-
"
|
| 2622 |
-
"Candidate-oracle
|
| 2623 |
]
|
| 2624 |
}
|
|
|
|
| 1372 |
"best_config": null,
|
| 1373 |
"gain_vs_h16_policy": 0.13333333333333336
|
| 1374 |
},
|
| 1375 |
+
{
|
| 1376 |
+
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace",
|
| 1377 |
+
"label": "K4 compatible residual retrieval, unique candidate-oracle prefix K=8 branch trace",
|
| 1378 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8trace_summary.json",
|
| 1379 |
+
"clean_deployment": "diagnostic",
|
| 1380 |
+
"same_state_proposals": "no",
|
| 1381 |
+
"expert_proposal": "no",
|
| 1382 |
+
"story_role": "diagnostic branch trace for deployable selector calibration over the local tangent chart",
|
| 1383 |
+
"fallback_success": null,
|
| 1384 |
+
"pending_job": "14953960/14953961",
|
| 1385 |
+
"path_exists": true,
|
| 1386 |
+
"status": "complete",
|
| 1387 |
+
"success": 0.43072463768115943,
|
| 1388 |
+
"std_success": 0.012173913043478276,
|
| 1389 |
+
"completed_seeds": null,
|
| 1390 |
+
"num_completed": 3,
|
| 1391 |
+
"best_config": null,
|
| 1392 |
+
"gain_vs_h16_policy": 0.13333333333333336
|
| 1393 |
+
},
|
| 1394 |
+
{
|
| 1395 |
+
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
|
| 1396 |
+
"label": "K4 compatible residual retrieval, near-miss challenger gate 0.02",
|
| 1397 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p02_summary.json",
|
| 1398 |
+
"clean_deployment": "yes",
|
| 1399 |
+
"same_state_proposals": "no",
|
| 1400 |
+
"expert_proposal": "no",
|
| 1401 |
+
"story_role": "trace-motivated two-stage selector calibration over the compatible local tangent chart",
|
| 1402 |
+
"fallback_success": null,
|
| 1403 |
+
"pending_job": "14954280/14954281",
|
| 1404 |
+
"path_exists": true,
|
| 1405 |
+
"status": "complete",
|
| 1406 |
+
"success": 0.36,
|
| 1407 |
+
"std_success": 0.012541047914657353,
|
| 1408 |
+
"completed_seeds": null,
|
| 1409 |
+
"num_completed": 3,
|
| 1410 |
+
"best_config": null,
|
| 1411 |
+
"gain_vs_h16_policy": 0.06260869565217392
|
| 1412 |
+
},
|
| 1413 |
{
|
| 1414 |
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
|
| 1415 |
"label": "K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",
|
|
|
|
| 2609 |
}
|
| 2610 |
],
|
| 2611 |
"best_clean": {
|
| 2612 |
+
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002",
|
| 2613 |
+
"label": "K4 compatible residual retrieval, near-miss challenger gate 0.02",
|
| 2614 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p02_summary.json",
|
| 2615 |
"clean_deployment": "yes",
|
| 2616 |
"same_state_proposals": "no",
|
| 2617 |
"expert_proposal": "no",
|
| 2618 |
+
"story_role": "trace-motivated two-stage selector calibration over the compatible local tangent chart",
|
| 2619 |
"fallback_success": null,
|
| 2620 |
+
"pending_job": "14954280/14954281",
|
| 2621 |
"path_exists": true,
|
| 2622 |
"status": "complete",
|
| 2623 |
+
"success": 0.36,
|
| 2624 |
+
"std_success": 0.012541047914657353,
|
| 2625 |
"completed_seeds": null,
|
| 2626 |
"num_completed": 3,
|
| 2627 |
"best_config": null,
|
| 2628 |
+
"gain_vs_h16_policy": 0.06260869565217392
|
| 2629 |
},
|
| 2630 |
"best_mechanism_no_expert": {
|
| 2631 |
"key": "no_expert_lattice",
|
|
|
|
| 2650 |
"Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.",
|
| 2651 |
"Use full lattice only as an upper result because it includes expert proposals.",
|
| 2652 |
"Do not claim external SOTA from this table alone; add current external baselines separately.",
|
| 2653 |
+
"Current best clean deployment row is K4 compatible residual retrieval, near-miss challenger gate 0.02 at 36.00%.",
|
| 2654 |
"Trust-region field optimization should be framed as a negative/diagnostic ablation.",
|
| 2655 |
"Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
|
| 2656 |
"KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
|
| 2657 |
"K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus improves the clean bridge but is not yet the main result.",
|
| 2658 |
"Policy-baseline abstention inside the same-state no-expert lattice drops from 56.99% to 40.70%, so the mechanism result should emphasize counterfactual proposal geometry rather than policy fallback.",
|
| 2659 |
+
"Candidate-oracle prefix K=8 is diagnostic-only; compare it to the clean selected row to decide whether the next paper move should be proposal generation or field ranking.",
|
| 2660 |
+
"Candidate-oracle branch trace is diagnostic-only; use its rank histogram and branch success profile to design one clean selector-calibration run rather than a broad sweep."
|
| 2661 |
]
|
| 2662 |
}
|
results/paper_table_status.md
CHANGED
|
@@ -75,6 +75,8 @@ Baseline h=16 policy: 29.74%
|
|
| 75 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite | complete | 35.59% | +5.86 pp | yes | no | no | exact incompatibility mask for one weak composed tangent pair |
|
| 76 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003 | K4 compatible residual retrieval, margin 0.10, no-op bonus 0.03 | complete | 34.67% | +4.93 pp | yes | no | no | oracle-motivated abstention sensitivity on the compatible local tangent chart |
|
| 77 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 diagnostic | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic oracle over generated clean candidate prefix to separate proposal headroom from field ranking |
|
|
|
|
|
|
|
| 78 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
|
| 79 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
|
| 80 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
|
|
@@ -144,11 +146,11 @@ Baseline h=16 policy: 29.74%
|
|
| 144 |
- Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.
|
| 145 |
- Use full lattice only as an upper result because it includes expert proposals.
|
| 146 |
- Do not claim external SOTA from this table alone; add current external baselines separately.
|
| 147 |
-
- Current best clean deployment row is K4
|
| 148 |
- Trust-region field optimization should be framed as a negative/diagnostic ablation.
|
| 149 |
- Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
|
| 150 |
- KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
|
| 151 |
- K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus improves the clean bridge but is not yet the main result.
|
| 152 |
- Policy-baseline abstention inside the same-state no-expert lattice drops from 56.99% to 40.70%, so the mechanism result should emphasize counterfactual proposal geometry rather than policy fallback.
|
| 153 |
-
- Singleton near-miss priors 0.01/0.02 tie the clean best rather than improving it; the compatible chart preserves high-precision near-miss tangents, but they remain sparse.
|
| 154 |
- Candidate-oracle prefix K=8 is diagnostic-only; compare it to the clean selected row to decide whether the next paper move should be proposal generation or field ranking.
|
|
|
|
|
|
| 75 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite | complete | 35.59% | +5.86 pp | yes | no | no | exact incompatibility mask for one weak composed tangent pair |
|
| 76 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003 | K4 compatible residual retrieval, margin 0.10, no-op bonus 0.03 | complete | 34.67% | +4.93 pp | yes | no | no | oracle-motivated abstention sensitivity on the compatible local tangent chart |
|
| 77 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 diagnostic | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic oracle over generated clean candidate prefix to separate proposal headroom from field ranking |
|
| 78 |
+
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 branch trace | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic branch trace for deployable selector calibration over the local tangent chart |
|
| 79 |
+
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible residual retrieval, near-miss challenger gate 0.02 | complete | 36.00% | +6.26 pp | yes | no | no | trace-motivated two-stage selector calibration over the compatible local tangent chart |
|
| 80 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
|
| 81 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
|
| 82 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
|
|
|
|
| 146 |
- Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.
|
| 147 |
- Use full lattice only as an upper result because it includes expert proposals.
|
| 148 |
- Do not claim external SOTA from this table alone; add current external baselines separately.
|
| 149 |
+
- Current best clean deployment row is K4 compatible residual retrieval, near-miss challenger gate 0.02 at 36.00%.
|
| 150 |
- Trust-region field optimization should be framed as a negative/diagnostic ablation.
|
| 151 |
- Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
|
| 152 |
- KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
|
| 153 |
- K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus improves the clean bridge but is not yet the main result.
|
| 154 |
- Policy-baseline abstention inside the same-state no-expert lattice drops from 56.99% to 40.70%, so the mechanism result should emphasize counterfactual proposal geometry rather than policy fallback.
|
|
|
|
| 155 |
- Candidate-oracle prefix K=8 is diagnostic-only; compare it to the clean selected row to decide whether the next paper move should be proposal generation or field ranking.
|
| 156 |
+
- Candidate-oracle branch trace is diagnostic-only; use its rank histogram and branch success profile to design one clean selector-calibration run rather than a broad sweep.
|