Auto-sync: 2026-06-30 04:10:41 (part 2)
Browse files- results/paper_analysis.json +312 -21
- results/paper_analysis.md +11 -8
- results/paper_table_status.json +66 -9
- results/paper_table_status.md +4 -1
results/paper_analysis.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
{
|
| 2 |
-
"best_clean_key": "
|
| 3 |
-
"generated_utc": "2026-06-
|
| 4 |
"mechanism_gap": {
|
| 5 |
-
"best_clean_vs_direct_same_ckpt": 0.
|
| 6 |
-
"best_clean_vs_h16": 0.
|
| 7 |
"same_state_full_vs_no_expert": 0.12347826086956515,
|
| 8 |
-
"same_state_no_expert_vs_best_clean": 0.
|
| 9 |
"same_state_no_expert_vs_h16": 0.27246376811594214
|
| 10 |
},
|
| 11 |
"methods": {
|
|
@@ -1432,6 +1432,103 @@
|
|
| 1432 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmbonus0p02_summary.json",
|
| 1433 |
"std_success": 0.009889114266221456
|
| 1434 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1435 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002": {
|
| 1436 |
"ci95_success": 0.03115620450679224,
|
| 1437 |
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02",
|
|
@@ -1529,6 +1626,200 @@
|
|
| 1529 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p02_summary.json",
|
| 1530 |
"std_success": 0.012541047914657353
|
| 1531 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1532 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8": {
|
| 1533 |
"candidate_oracle_rollouts": 8,
|
| 1534 |
"candidate_oracle_type_counts": {
|
|
@@ -7454,38 +7745,38 @@
|
|
| 7454 |
},
|
| 7455 |
"paired_deltas": {
|
| 7456 |
"best_clean - canonical_h16": {
|
| 7457 |
-
"ci95_delta": 0.
|
| 7458 |
-
"left": "
|
| 7459 |
-
"mean_delta": 0.
|
| 7460 |
"right": "h16_policy_canonical",
|
| 7461 |
"seed_deltas": {
|
| 7462 |
-
"0": 0.
|
| 7463 |
-
"1": 0.
|
| 7464 |
-
"2": 0.
|
| 7465 |
},
|
| 7466 |
"seeds": [
|
| 7467 |
0,
|
| 7468 |
1,
|
| 7469 |
2
|
| 7470 |
],
|
| 7471 |
-
"std_delta": 0.
|
| 7472 |
},
|
| 7473 |
"best_clean - direct_same_ckpt": {
|
| 7474 |
-
"ci95_delta": 0.
|
| 7475 |
-
"left": "
|
| 7476 |
-
"mean_delta": 0.
|
| 7477 |
"right": "near_miss_policy_bc5",
|
| 7478 |
"seed_deltas": {
|
| 7479 |
-
"0": 0.
|
| 7480 |
-
"1": 0.
|
| 7481 |
-
"2": 0.
|
| 7482 |
},
|
| 7483 |
"seeds": [
|
| 7484 |
0,
|
| 7485 |
1,
|
| 7486 |
2
|
| 7487 |
],
|
| 7488 |
-
"std_delta": 0.
|
| 7489 |
},
|
| 7490 |
"full_lattice - no_expert_lattice": {
|
| 7491 |
"ci95_delta": 0.02628111194117426,
|
|
@@ -7542,14 +7833,14 @@
|
|
| 7542 |
"per_task_deltas": {
|
| 7543 |
"best_clean_vs_h16": {
|
| 7544 |
"LiftPegUpright-v1": 0.03278131303915899,
|
| 7545 |
-
"PickCube-v1": 0.
|
| 7546 |
"PullCube-v1": 0.031042252094883677,
|
| 7547 |
"PushCube-v1": 0.0066006600660066805,
|
| 7548 |
"StackCube-v1": 0.0594738594738595
|
| 7549 |
},
|
| 7550 |
"no_expert_vs_best_clean": {
|
| 7551 |
"LiftPegUpright-v1": 0.35374851747103375,
|
| 7552 |
-
"PickCube-v1": 0.
|
| 7553 |
"PullCube-v1": -0.030416951469583037,
|
| 7554 |
"PushCube-v1": 0.043885153322692716,
|
| 7555 |
"StackCube-v1": 0.282077182077182
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 3 |
+
"generated_utc": "2026-06-30T08:10:58+00:00",
|
| 4 |
"mechanism_gap": {
|
| 5 |
+
"best_clean_vs_direct_same_ckpt": 0.0776811594202898,
|
| 6 |
+
"best_clean_vs_h16": 0.06318840579710144,
|
| 7 |
"same_state_full_vs_no_expert": 0.12347826086956515,
|
| 8 |
+
"same_state_no_expert_vs_best_clean": 0.2092753623188407,
|
| 9 |
"same_state_no_expert_vs_h16": 0.27246376811594214
|
| 10 |
},
|
| 11 |
"methods": {
|
|
|
|
| 1432 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmbonus0p02_summary.json",
|
| 1433 |
"std_success": 0.009889114266221456
|
| 1434 |
},
|
| 1435 |
+
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001": {
|
| 1436 |
+
"ci95_success": 0.034922898550724606,
|
| 1437 |
+
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
|
| 1438 |
+
"mean_action_mse_to_best": 0.40724662743481815,
|
| 1439 |
+
"mean_progress": 0.5738314912466845,
|
| 1440 |
+
"mean_success": 0.3605797101449275,
|
| 1441 |
+
"num_completed": 3,
|
| 1442 |
+
"per_task_success": {
|
| 1443 |
+
"LiftPegUpright-v1": {
|
| 1444 |
+
"mean_num_groups": 102.0,
|
| 1445 |
+
"mean_success": 0.26340865087329823,
|
| 1446 |
+
"std_success": 0.06057881385012102
|
| 1447 |
+
},
|
| 1448 |
+
"PickCube-v1": {
|
| 1449 |
+
"mean_num_groups": 196.66666666666666,
|
| 1450 |
+
"mean_success": 0.3308939450243798,
|
| 1451 |
+
"std_success": 0.032984654416421025
|
| 1452 |
+
},
|
| 1453 |
+
"PullCube-v1": {
|
| 1454 |
+
"mean_num_groups": 81.0,
|
| 1455 |
+
"mean_success": 0.22889673679147363,
|
| 1456 |
+
"std_success": 0.029397613100483843
|
| 1457 |
+
},
|
| 1458 |
+
"PushCube-v1": {
|
| 1459 |
+
"mean_num_groups": 102.0,
|
| 1460 |
+
"mean_success": 0.7571578319419062,
|
| 1461 |
+
"std_success": 0.0856403530080274
|
| 1462 |
+
},
|
| 1463 |
+
"StackCube-v1": {
|
| 1464 |
+
"mean_num_groups": 93.33333333333333,
|
| 1465 |
+
"mean_success": 0.20044030044030045,
|
| 1466 |
+
"std_success": 0.08896982358351117
|
| 1467 |
+
}
|
| 1468 |
+
},
|
| 1469 |
+
"seed_action_mse_to_best": {
|
| 1470 |
+
"0": 0.39480927906768476,
|
| 1471 |
+
"1": 0.39910691892161315,
|
| 1472 |
+
"2": 0.42782368431515666
|
| 1473 |
+
},
|
| 1474 |
+
"seed_progress": {
|
| 1475 |
+
"0": 0.5596719176285778,
|
| 1476 |
+
"1": 0.5719769182347733,
|
| 1477 |
+
"2": 0.5898456378767024
|
| 1478 |
+
},
|
| 1479 |
+
"seed_success": {
|
| 1480 |
+
"0": 0.3582608695652174,
|
| 1481 |
+
"1": 0.34782608695652173,
|
| 1482 |
+
"2": 0.37565217391304345
|
| 1483 |
+
},
|
| 1484 |
+
"selected_candidate_type_counts": {
|
| 1485 |
+
"retrieval_residual_policy_residual": 1525,
|
| 1486 |
+
"retrieval_residual_residual_near_miss": 96,
|
| 1487 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
|
| 1488 |
+
"retrieval_residual_residual_no_op": 56,
|
| 1489 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
|
| 1490 |
+
"retrieval_residual_residual_wrong_gripper": 19
|
| 1491 |
+
},
|
| 1492 |
+
"selected_residual_scale_counts": {
|
| 1493 |
+
"0.35": 1564,
|
| 1494 |
+
"0.4": 18,
|
| 1495 |
+
"0.45": 143
|
| 1496 |
+
},
|
| 1497 |
+
"selected_type_outcomes": {
|
| 1498 |
+
"retrieval_residual_policy_residual": {
|
| 1499 |
+
"count": 1525.0,
|
| 1500 |
+
"mean_progress": 0.567288627756271,
|
| 1501 |
+
"success_rate": 0.3521311475409836
|
| 1502 |
+
},
|
| 1503 |
+
"retrieval_residual_residual_near_miss": {
|
| 1504 |
+
"count": 96.0,
|
| 1505 |
+
"mean_progress": 0.54341111467996,
|
| 1506 |
+
"success_rate": 0.3541666666666667
|
| 1507 |
+
},
|
| 1508 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 1509 |
+
"count": 5.0,
|
| 1510 |
+
"mean_progress": 0.7557869911193847,
|
| 1511 |
+
"success_rate": 0.6
|
| 1512 |
+
},
|
| 1513 |
+
"retrieval_residual_residual_no_op": {
|
| 1514 |
+
"count": 56.0,
|
| 1515 |
+
"mean_progress": 0.7249722566921264,
|
| 1516 |
+
"success_rate": 0.5
|
| 1517 |
+
},
|
| 1518 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 1519 |
+
"count": 24.0,
|
| 1520 |
+
"mean_progress": 0.6711457151298722,
|
| 1521 |
+
"success_rate": 0.4583333333333333
|
| 1522 |
+
},
|
| 1523 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 1524 |
+
"count": 19.0,
|
| 1525 |
+
"mean_progress": 0.6364115562878156,
|
| 1526 |
+
"success_rate": 0.47368421052631576
|
| 1527 |
+
}
|
| 1528 |
+
},
|
| 1529 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
|
| 1530 |
+
"std_success": 0.014057223945486528
|
| 1531 |
+
},
|
| 1532 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002": {
|
| 1533 |
"ci95_success": 0.03115620450679224,
|
| 1534 |
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02",
|
|
|
|
| 1626 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p02_summary.json",
|
| 1627 |
"std_success": 0.012541047914657353
|
| 1628 |
},
|
| 1629 |
+
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003": {
|
| 1630 |
+
"ci95_success": 0.031847551522121945,
|
| 1631 |
+
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.03",
|
| 1632 |
+
"mean_action_mse_to_best": 0.40716084060542607,
|
| 1633 |
+
"mean_progress": 0.5735647264812681,
|
| 1634 |
+
"mean_success": 0.35942028985507246,
|
| 1635 |
+
"num_completed": 3,
|
| 1636 |
+
"per_task_success": {
|
| 1637 |
+
"LiftPegUpright-v1": {
|
| 1638 |
+
"mean_num_groups": 102.0,
|
| 1639 |
+
"mean_success": 0.26340865087329823,
|
| 1640 |
+
"std_success": 0.06057881385012102
|
| 1641 |
+
},
|
| 1642 |
+
"PickCube-v1": {
|
| 1643 |
+
"mean_num_groups": 196.66666666666666,
|
| 1644 |
+
"mean_success": 0.3294194734412126,
|
| 1645 |
+
"std_success": 0.02715752817589447
|
| 1646 |
+
},
|
| 1647 |
+
"PullCube-v1": {
|
| 1648 |
+
"mean_num_groups": 81.0,
|
| 1649 |
+
"mean_success": 0.2245677324624693,
|
| 1650 |
+
"std_success": 0.029277982700246338
|
| 1651 |
+
},
|
| 1652 |
+
"PushCube-v1": {
|
| 1653 |
+
"mean_num_groups": 102.0,
|
| 1654 |
+
"mean_success": 0.7571578319419062,
|
| 1655 |
+
"std_success": 0.0856403530080274
|
| 1656 |
+
},
|
| 1657 |
+
"StackCube-v1": {
|
| 1658 |
+
"mean_num_groups": 93.33333333333333,
|
| 1659 |
+
"mean_success": 0.20044030044030045,
|
| 1660 |
+
"std_success": 0.08896982358351117
|
| 1661 |
+
}
|
| 1662 |
+
},
|
| 1663 |
+
"seed_action_mse_to_best": {
|
| 1664 |
+
"0": 0.39498641085527514,
|
| 1665 |
+
"1": 0.3990551151837344,
|
| 1666 |
+
"2": 0.4274409957772688
|
| 1667 |
+
},
|
| 1668 |
+
"seed_progress": {
|
| 1669 |
+
"0": 0.5586201040280739,
|
| 1670 |
+
"1": 0.5734640078700107,
|
| 1671 |
+
"2": 0.5886100675457198
|
| 1672 |
+
},
|
| 1673 |
+
"seed_success": {
|
| 1674 |
+
"0": 0.35478260869565215,
|
| 1675 |
+
"1": 0.34956521739130436,
|
| 1676 |
+
"2": 0.3739130434782609
|
| 1677 |
+
},
|
| 1678 |
+
"selected_candidate_type_counts": {
|
| 1679 |
+
"retrieval_residual_policy_residual": 1573,
|
| 1680 |
+
"retrieval_residual_residual_near_miss": 48,
|
| 1681 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
|
| 1682 |
+
"retrieval_residual_residual_no_op": 56,
|
| 1683 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
|
| 1684 |
+
"retrieval_residual_residual_wrong_gripper": 19
|
| 1685 |
+
},
|
| 1686 |
+
"selected_residual_scale_counts": {
|
| 1687 |
+
"0.35": 1599,
|
| 1688 |
+
"0.4": 16,
|
| 1689 |
+
"0.45": 110
|
| 1690 |
+
},
|
| 1691 |
+
"selected_type_outcomes": {
|
| 1692 |
+
"retrieval_residual_policy_residual": {
|
| 1693 |
+
"count": 1573.0,
|
| 1694 |
+
"mean_progress": 0.5644383763422857,
|
| 1695 |
+
"success_rate": 0.34710743801652894
|
| 1696 |
+
},
|
| 1697 |
+
"retrieval_residual_residual_near_miss": {
|
| 1698 |
+
"count": 48.0,
|
| 1699 |
+
"mean_progress": 0.6033518568923076,
|
| 1700 |
+
"success_rate": 0.4791666666666667
|
| 1701 |
+
},
|
| 1702 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 1703 |
+
"count": 5.0,
|
| 1704 |
+
"mean_progress": 0.7557869911193847,
|
| 1705 |
+
"success_rate": 0.6
|
| 1706 |
+
},
|
| 1707 |
+
"retrieval_residual_residual_no_op": {
|
| 1708 |
+
"count": 56.0,
|
| 1709 |
+
"mean_progress": 0.7249722566921264,
|
| 1710 |
+
"success_rate": 0.5
|
| 1711 |
+
},
|
| 1712 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 1713 |
+
"count": 24.0,
|
| 1714 |
+
"mean_progress": 0.6711457151298722,
|
| 1715 |
+
"success_rate": 0.4583333333333333
|
| 1716 |
+
},
|
| 1717 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 1718 |
+
"count": 19.0,
|
| 1719 |
+
"mean_progress": 0.6364115562878156,
|
| 1720 |
+
"success_rate": 0.47368421052631576
|
| 1721 |
+
}
|
| 1722 |
+
},
|
| 1723 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p03_summary.json",
|
| 1724 |
+
"std_success": 0.012819330079707819
|
| 1725 |
+
},
|
| 1726 |
+
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001": {
|
| 1727 |
+
"ci95_success": 0.028111505659259583,
|
| 1728 |
+
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss/wrong-gripper challenger gate 0.01",
|
| 1729 |
+
"mean_action_mse_to_best": 0.42388041546811234,
|
| 1730 |
+
"mean_progress": 0.5740175393360537,
|
| 1731 |
+
"mean_success": 0.35942028985507246,
|
| 1732 |
+
"num_completed": 3,
|
| 1733 |
+
"per_task_success": {
|
| 1734 |
+
"LiftPegUpright-v1": {
|
| 1735 |
+
"mean_num_groups": 102.0,
|
| 1736 |
+
"mean_success": 0.2564642064288538,
|
| 1737 |
+
"std_success": 0.04855619832211069
|
| 1738 |
+
},
|
| 1739 |
+
"PickCube-v1": {
|
| 1740 |
+
"mean_num_groups": 196.66666666666666,
|
| 1741 |
+
"mean_success": 0.3341800108104456,
|
| 1742 |
+
"std_success": 0.03576351357420772
|
| 1743 |
+
},
|
| 1744 |
+
"PullCube-v1": {
|
| 1745 |
+
"mean_num_groups": 81.0,
|
| 1746 |
+
"mean_success": 0.2332827017037543,
|
| 1747 |
+
"std_success": 0.022518513736910044
|
| 1748 |
+
},
|
| 1749 |
+
"PushCube-v1": {
|
| 1750 |
+
"mean_num_groups": 102.0,
|
| 1751 |
+
"mean_success": 0.7541548289389031,
|
| 1752 |
+
"std_success": 0.08244271787813129
|
| 1753 |
+
},
|
| 1754 |
+
"StackCube-v1": {
|
| 1755 |
+
"mean_num_groups": 93.33333333333333,
|
| 1756 |
+
"mean_success": 0.19303289303289303,
|
| 1757 |
+
"std_success": 0.09656392140671645
|
| 1758 |
+
}
|
| 1759 |
+
},
|
| 1760 |
+
"seed_action_mse_to_best": {
|
| 1761 |
+
"0": 0.39847891513582157,
|
| 1762 |
+
"1": 0.41843367543314464,
|
| 1763 |
+
"2": 0.45472865583537064
|
| 1764 |
+
},
|
| 1765 |
+
"seed_progress": {
|
| 1766 |
+
"0": 0.5631452761790243,
|
| 1767 |
+
"1": 0.5713223590151123,
|
| 1768 |
+
"2": 0.5875849828140243
|
| 1769 |
+
},
|
| 1770 |
+
"seed_success": {
|
| 1771 |
+
"0": 0.36,
|
| 1772 |
+
"1": 0.34782608695652173,
|
| 1773 |
+
"2": 0.37043478260869567
|
| 1774 |
+
},
|
| 1775 |
+
"selected_candidate_type_counts": {
|
| 1776 |
+
"retrieval_residual_policy_residual": 1339,
|
| 1777 |
+
"retrieval_residual_residual_near_miss": 87,
|
| 1778 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
|
| 1779 |
+
"retrieval_residual_residual_no_op": 56,
|
| 1780 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
|
| 1781 |
+
"retrieval_residual_residual_wrong_gripper": 214
|
| 1782 |
+
},
|
| 1783 |
+
"selected_residual_scale_counts": {
|
| 1784 |
+
"0.35": 1443,
|
| 1785 |
+
"0.4": 53,
|
| 1786 |
+
"0.45": 229
|
| 1787 |
+
},
|
| 1788 |
+
"selected_type_outcomes": {
|
| 1789 |
+
"retrieval_residual_policy_residual": {
|
| 1790 |
+
"count": 1339.0,
|
| 1791 |
+
"mean_progress": 0.5429982249607639,
|
| 1792 |
+
"success_rate": 0.31292008961911877
|
| 1793 |
+
},
|
| 1794 |
+
"retrieval_residual_residual_near_miss": {
|
| 1795 |
+
"count": 87.0,
|
| 1796 |
+
"mean_progress": 0.5773696586404039,
|
| 1797 |
+
"success_rate": 0.39080459770114945
|
| 1798 |
+
},
|
| 1799 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 1800 |
+
"count": 5.0,
|
| 1801 |
+
"mean_progress": 0.7557869911193847,
|
| 1802 |
+
"success_rate": 0.6
|
| 1803 |
+
},
|
| 1804 |
+
"retrieval_residual_residual_no_op": {
|
| 1805 |
+
"count": 56.0,
|
| 1806 |
+
"mean_progress": 0.7249722566921264,
|
| 1807 |
+
"success_rate": 0.5
|
| 1808 |
+
},
|
| 1809 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 1810 |
+
"count": 24.0,
|
| 1811 |
+
"mean_progress": 0.6711457151298722,
|
| 1812 |
+
"success_rate": 0.4583333333333333
|
| 1813 |
+
},
|
| 1814 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 1815 |
+
"count": 214.0,
|
| 1816 |
+
"mean_progress": 0.71210090344412,
|
| 1817 |
+
"success_rate": 0.5841121495327103
|
| 1818 |
+
}
|
| 1819 |
+
},
|
| 1820 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmwgchallenger0p01_summary.json",
|
| 1821 |
+
"std_success": 0.011315490606343858
|
| 1822 |
+
},
|
| 1823 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8": {
|
| 1824 |
"candidate_oracle_rollouts": 8,
|
| 1825 |
"candidate_oracle_type_counts": {
|
|
|
|
| 7745 |
},
|
| 7746 |
"paired_deltas": {
|
| 7747 |
"best_clean - canonical_h16": {
|
| 7748 |
+
"ci95_delta": 0.05367508516358206,
|
| 7749 |
+
"left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 7750 |
+
"mean_delta": 0.06318840579710144,
|
| 7751 |
"right": "h16_policy_canonical",
|
| 7752 |
"seed_deltas": {
|
| 7753 |
+
"0": 0.07478260869565218,
|
| 7754 |
+
"1": 0.038260869565217404,
|
| 7755 |
+
"2": 0.07652173913043475
|
| 7756 |
},
|
| 7757 |
"seeds": [
|
| 7758 |
0,
|
| 7759 |
1,
|
| 7760 |
2
|
| 7761 |
],
|
| 7762 |
+
"std_delta": 0.021605385685315028
|
| 7763 |
},
|
| 7764 |
"best_clean - direct_same_ckpt": {
|
| 7765 |
+
"ci95_delta": 0.05208653786416476,
|
| 7766 |
+
"left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 7767 |
+
"mean_delta": 0.07768115942028984,
|
| 7768 |
"right": "near_miss_policy_bc5",
|
| 7769 |
"seed_deltas": {
|
| 7770 |
+
"0": 0.08000000000000002,
|
| 7771 |
+
"1": 0.055652173913043446,
|
| 7772 |
+
"2": 0.09739130434782606
|
| 7773 |
},
|
| 7774 |
"seeds": [
|
| 7775 |
0,
|
| 7776 |
1,
|
| 7777 |
2
|
| 7778 |
],
|
| 7779 |
+
"std_delta": 0.02096596095075377
|
| 7780 |
},
|
| 7781 |
"full_lattice - no_expert_lattice": {
|
| 7782 |
"ci95_delta": 0.02628111194117426,
|
|
|
|
| 7833 |
"per_task_deltas": {
|
| 7834 |
"best_clean_vs_h16": {
|
| 7835 |
"LiftPegUpright-v1": 0.03278131303915899,
|
| 7836 |
+
"PickCube-v1": 0.1250365978626848,
|
| 7837 |
"PullCube-v1": 0.031042252094883677,
|
| 7838 |
"PushCube-v1": 0.0066006600660066805,
|
| 7839 |
"StackCube-v1": 0.0594738594738595
|
| 7840 |
},
|
| 7841 |
"no_expert_vs_best_clean": {
|
| 7842 |
"LiftPegUpright-v1": 0.35374851747103375,
|
| 7843 |
+
"PickCube-v1": 0.29058491830230965,
|
| 7844 |
"PullCube-v1": -0.030416951469583037,
|
| 7845 |
"PushCube-v1": 0.043885153322692716,
|
| 7846 |
"StackCube-v1": 0.282077182077182
|
results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-06-
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
@@ -53,6 +53,9 @@ Generated: `2026-06-30T07:49:50+00:00`
|
|
| 53 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 diagnostic | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
|
| 54 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 branch trace | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
|
| 55 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.42% | 0.407 | +6.26 pp |
|
|
|
|
|
|
|
|
|
|
| 56 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 57 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 58 |
| residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
|
|
@@ -100,8 +103,8 @@ Generated: `2026-06-30T07:49:50+00:00`
|
|
| 100 |
|
| 101 |
| comparison | seeds | mean delta | 95% CI | seed deltas |
|
| 102 |
|---|---:|---:|---:|---|
|
| 103 |
-
| best_clean - canonical_h16 | 3 | +6.
|
| 104 |
-
| best_clean - direct_same_ckpt | 3 | +7.
|
| 105 |
| no_expert_lattice - canonical_h16 | 3 | +27.25 pp | +/- 8.58 | 0:+23.30, 1:+28.70, 2:+29.74 |
|
| 106 |
| full_lattice - no_expert_lattice | 3 | +12.35 pp | +/- 2.63 | 0:+13.57, 1:+11.83, 2:+11.65 |
|
| 107 |
| policy_candidate_lattice - no_expert_lattice | 3 | -16.29 pp | +/- 7.55 | 0:-15.48, 1:-13.74, 2:-19.65 |
|
|
@@ -111,16 +114,16 @@ Generated: `2026-06-30T07:49:50+00:00`
|
|
| 111 |
| task | h16 policy | best clean | near-miss lattice | no-expert lattice | full lattice | clean-h16 delta | noexpert-clean gap |
|
| 112 |
|---|---:|---:|---:|---:|---:|---:|---:|
|
| 113 |
| LiftPegUpright-v1 | 23.06% | 26.34% | 62.90% | 61.72% | 73.19% | +3.28 pp | +35.37 pp |
|
| 114 |
-
| PickCube-v1 | 20.59% |
|
| 115 |
| PullCube-v1 | 19.79% | 22.89% | 15.02% | 19.85% | 22.41% | +3.10 pp | -3.04 pp |
|
| 116 |
| PushCube-v1 | 75.06% | 75.72% | 82.54% | 80.10% | 81.92% | +0.66 pp | +4.39 pp |
|
| 117 |
| StackCube-v1 | 14.10% | 20.04% | 50.41% | 48.25% | 60.83% | +5.95 pp | +28.21 pp |
|
| 118 |
|
| 119 |
## Mechanism Gap
|
| 120 |
|
| 121 |
-
- Best clean residual transport improves over canonical h16 by +6.
|
| 122 |
- Same-state no-expert lattice improves over canonical h16 by +27.25 pp.
|
| 123 |
-
- Remaining clean-to-same-state proposal gap is +20.
|
| 124 |
- Full lattice adds expert proposals and reaches 69.33%, a +12.35 pp gain over no-expert.
|
| 125 |
|
| 126 |
## Candidate-Oracle Diagnostic
|
|
@@ -139,8 +142,8 @@ Generated: `2026-06-30T07:49:50+00:00`
|
|
| 139 |
- `same_state_no_expert`: lattice_near_miss=1263 (73.2%), lattice_no_op=222 (12.9%), lattice_random_negative=144 (8.3%), lattice_wrong_gripper=62 (3.6%), lattice_wrong_direction=34 (2.0%)
|
| 140 |
- `same_state_policy_baseline`: policy_continuous=1022 (59.2%), lattice_near_miss=448 (26.0%), lattice_no_op=119 (6.9%), lattice_random_negative=75 (4.3%), lattice_wrong_gripper=45 (2.6%), lattice_wrong_direction=16 (0.9%)
|
| 141 |
- `same_state_full`: lattice_expert=977 (56.6%), lattice_near_miss=348 (20.2%), lattice_no_op=177 (10.3%), lattice_random_negative=138 (8.0%), lattice_wrong_gripper=55 (3.2%), lattice_wrong_direction=30 (1.7%)
|
| 142 |
-
- `
|
| 143 |
-
- `
|
| 144 |
|
| 145 |
## Selected-Type Outcomes
|
| 146 |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-06-30T08:10:58+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 53 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 diagnostic | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
|
| 54 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 branch trace | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
|
| 55 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.42% | 0.407 | +6.26 pp |
|
| 56 |
+
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01 | 3 | 36.06% +/- 1.41 | +/- 3.49 | 57.38% | 0.407 | +6.32 pp |
|
| 57 |
+
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.03 | 3 | 35.94% +/- 1.28 | +/- 3.18 | 57.36% | 0.407 | +6.20 pp |
|
| 58 |
+
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss/wrong-gripper challenger gate 0.01 | 3 | 35.94% +/- 1.13 | +/- 2.81 | 57.40% | 0.424 | +6.20 pp |
|
| 59 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 60 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 61 |
| residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
|
|
|
|
| 103 |
|
| 104 |
| comparison | seeds | mean delta | 95% CI | seed deltas |
|
| 105 |
|---|---:|---:|---:|---|
|
| 106 |
+
| best_clean - canonical_h16 | 3 | +6.32 pp | +/- 5.37 | 0:+7.48, 1:+3.83, 2:+7.65 |
|
| 107 |
+
| best_clean - direct_same_ckpt | 3 | +7.77 pp | +/- 5.21 | 0:+8.00, 1:+5.57, 2:+9.74 |
|
| 108 |
| no_expert_lattice - canonical_h16 | 3 | +27.25 pp | +/- 8.58 | 0:+23.30, 1:+28.70, 2:+29.74 |
|
| 109 |
| full_lattice - no_expert_lattice | 3 | +12.35 pp | +/- 2.63 | 0:+13.57, 1:+11.83, 2:+11.65 |
|
| 110 |
| policy_candidate_lattice - no_expert_lattice | 3 | -16.29 pp | +/- 7.55 | 0:-15.48, 1:-13.74, 2:-19.65 |
|
|
|
|
| 114 |
| task | h16 policy | best clean | near-miss lattice | no-expert lattice | full lattice | clean-h16 delta | noexpert-clean gap |
|
| 115 |
|---|---:|---:|---:|---:|---:|---:|---:|
|
| 116 |
| LiftPegUpright-v1 | 23.06% | 26.34% | 62.90% | 61.72% | 73.19% | +3.28 pp | +35.37 pp |
|
| 117 |
+
| PickCube-v1 | 20.59% | 33.09% | 58.13% | 62.15% | 84.19% | +12.50 pp | +29.06 pp |
|
| 118 |
| PullCube-v1 | 19.79% | 22.89% | 15.02% | 19.85% | 22.41% | +3.10 pp | -3.04 pp |
|
| 119 |
| PushCube-v1 | 75.06% | 75.72% | 82.54% | 80.10% | 81.92% | +0.66 pp | +4.39 pp |
|
| 120 |
| StackCube-v1 | 14.10% | 20.04% | 50.41% | 48.25% | 60.83% | +5.95 pp | +28.21 pp |
|
| 121 |
|
| 122 |
## Mechanism Gap
|
| 123 |
|
| 124 |
+
- Best clean residual transport improves over canonical h16 by +6.32 pp.
|
| 125 |
- Same-state no-expert lattice improves over canonical h16 by +27.25 pp.
|
| 126 |
+
- Remaining clean-to-same-state proposal gap is +20.93 pp.
|
| 127 |
- Full lattice adds expert proposals and reaches 69.33%, a +12.35 pp gain over no-expert.
|
| 128 |
|
| 129 |
## Candidate-Oracle Diagnostic
|
|
|
|
| 142 |
- `same_state_no_expert`: lattice_near_miss=1263 (73.2%), lattice_no_op=222 (12.9%), lattice_random_negative=144 (8.3%), lattice_wrong_gripper=62 (3.6%), lattice_wrong_direction=34 (2.0%)
|
| 143 |
- `same_state_policy_baseline`: policy_continuous=1022 (59.2%), lattice_near_miss=448 (26.0%), lattice_no_op=119 (6.9%), lattice_random_negative=75 (4.3%), lattice_wrong_gripper=45 (2.6%), lattice_wrong_direction=16 (0.9%)
|
| 144 |
- `same_state_full`: lattice_expert=977 (56.6%), lattice_near_miss=348 (20.2%), lattice_no_op=177 (10.3%), lattice_random_negative=138 (8.0%), lattice_wrong_gripper=55 (3.2%), lattice_wrong_direction=30 (1.7%)
|
| 145 |
+
- `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001`: retrieval_residual_policy_residual=1525 (88.4%), retrieval_residual_residual_near_miss=96 (5.6%), retrieval_residual_residual_no_op=56 (3.2%), retrieval_residual_residual_no_op+residual_wrong_gripper=24 (1.4%), retrieval_residual_residual_wrong_gripper=19 (1.1%), retrieval_residual_residual_near_miss+residual_wrong_gripper=5 (0.3%)
|
| 146 |
+
- `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001` residual scale counts: {'0.35': 1564, '0.4': 18, '0.45': 143}
|
| 147 |
|
| 148 |
## Selected-Type Outcomes
|
| 149 |
|
results/paper_table_status.json
CHANGED
|
@@ -1410,6 +1410,63 @@
|
|
| 1410 |
"best_config": null,
|
| 1411 |
"gain_vs_h16_policy": 0.06260869565217392
|
| 1412 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1413 |
{
|
| 1414 |
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
|
| 1415 |
"label": "K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",
|
|
@@ -2609,23 +2666,23 @@
|
|
| 2609 |
}
|
| 2610 |
],
|
| 2611 |
"best_clean": {
|
| 2612 |
-
"key": "
|
| 2613 |
-
"label": "K4 compatible residual retrieval, near-miss challenger gate 0.
|
| 2614 |
-
"path": "
|
| 2615 |
"clean_deployment": "yes",
|
| 2616 |
"same_state_proposals": "no",
|
| 2617 |
"expert_proposal": "no",
|
| 2618 |
-
"story_role": "
|
| 2619 |
"fallback_success": null,
|
| 2620 |
-
"pending_job": "
|
| 2621 |
"path_exists": true,
|
| 2622 |
"status": "complete",
|
| 2623 |
-
"success": 0.
|
| 2624 |
-
"std_success": 0.
|
| 2625 |
"completed_seeds": null,
|
| 2626 |
"num_completed": 3,
|
| 2627 |
"best_config": null,
|
| 2628 |
-
"gain_vs_h16_policy": 0.
|
| 2629 |
},
|
| 2630 |
"best_mechanism_no_expert": {
|
| 2631 |
"key": "no_expert_lattice",
|
|
@@ -2650,7 +2707,7 @@
|
|
| 2650 |
"Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.",
|
| 2651 |
"Use full lattice only as an upper result because it includes expert proposals.",
|
| 2652 |
"Do not claim external SOTA from this table alone; add current external baselines separately.",
|
| 2653 |
-
"Current best clean deployment row is K4 compatible residual retrieval, near-miss challenger gate 0.
|
| 2654 |
"Trust-region field optimization should be framed as a negative/diagnostic ablation.",
|
| 2655 |
"Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
|
| 2656 |
"KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
|
|
|
|
| 1410 |
"best_config": null,
|
| 1411 |
"gain_vs_h16_policy": 0.06260869565217392
|
| 1412 |
},
|
| 1413 |
+
{
|
| 1414 |
+
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 1415 |
+
"label": "K4 compatible residual retrieval, near-miss challenger gate 0.01",
|
| 1416 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
|
| 1417 |
+
"clean_deployment": "yes",
|
| 1418 |
+
"same_state_proposals": "no",
|
| 1419 |
+
"expert_proposal": "no",
|
| 1420 |
+
"story_role": "lower-margin sensitivity for trace-motivated singleton near-miss challenger calibration",
|
| 1421 |
+
"fallback_success": null,
|
| 1422 |
+
"pending_job": "14954526/14954527",
|
| 1423 |
+
"path_exists": true,
|
| 1424 |
+
"status": "complete",
|
| 1425 |
+
"success": 0.3605797101449275,
|
| 1426 |
+
"std_success": 0.01405722394548653,
|
| 1427 |
+
"completed_seeds": null,
|
| 1428 |
+
"num_completed": 3,
|
| 1429 |
+
"best_config": null,
|
| 1430 |
+
"gain_vs_h16_policy": 0.06318840579710144
|
| 1431 |
+
},
|
| 1432 |
+
{
|
| 1433 |
+
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003",
|
| 1434 |
+
"label": "K4 compatible residual retrieval, near-miss challenger gate 0.03",
|
| 1435 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p03_summary.json",
|
| 1436 |
+
"clean_deployment": "yes",
|
| 1437 |
+
"same_state_proposals": "no",
|
| 1438 |
+
"expert_proposal": "no",
|
| 1439 |
+
"story_role": "upper-margin sensitivity for trace-motivated singleton near-miss challenger calibration",
|
| 1440 |
+
"fallback_success": null,
|
| 1441 |
+
"pending_job": "14954528/14954529",
|
| 1442 |
+
"path_exists": true,
|
| 1443 |
+
"status": "complete",
|
| 1444 |
+
"success": 0.35942028985507246,
|
| 1445 |
+
"std_success": 0.012819330079707819,
|
| 1446 |
+
"completed_seeds": null,
|
| 1447 |
+
"num_completed": 3,
|
| 1448 |
+
"best_config": null,
|
| 1449 |
+
"gain_vs_h16_policy": 0.06202898550724639
|
| 1450 |
+
},
|
| 1451 |
+
{
|
| 1452 |
+
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001",
|
| 1453 |
+
"label": "K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01",
|
| 1454 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmwgchallenger0p01_summary.json",
|
| 1455 |
+
"clean_deployment": "yes",
|
| 1456 |
+
"same_state_proposals": "no",
|
| 1457 |
+
"expert_proposal": "no",
|
| 1458 |
+
"story_role": "trace-motivated challenger calibration test for whether wrong-gripper residuals carry conditional selector headroom",
|
| 1459 |
+
"fallback_success": null,
|
| 1460 |
+
"pending_job": "14954530/14954531",
|
| 1461 |
+
"path_exists": true,
|
| 1462 |
+
"status": "complete",
|
| 1463 |
+
"success": 0.35942028985507246,
|
| 1464 |
+
"std_success": 0.011315490606343858,
|
| 1465 |
+
"completed_seeds": null,
|
| 1466 |
+
"num_completed": 3,
|
| 1467 |
+
"best_config": null,
|
| 1468 |
+
"gain_vs_h16_policy": 0.06202898550724639
|
| 1469 |
+
},
|
| 1470 |
{
|
| 1471 |
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
|
| 1472 |
"label": "K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",
|
|
|
|
| 2666 |
}
|
| 2667 |
],
|
| 2668 |
"best_clean": {
|
| 2669 |
+
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 2670 |
+
"label": "K4 compatible residual retrieval, near-miss challenger gate 0.01",
|
| 2671 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
|
| 2672 |
"clean_deployment": "yes",
|
| 2673 |
"same_state_proposals": "no",
|
| 2674 |
"expert_proposal": "no",
|
| 2675 |
+
"story_role": "lower-margin sensitivity for trace-motivated singleton near-miss challenger calibration",
|
| 2676 |
"fallback_success": null,
|
| 2677 |
+
"pending_job": "14954526/14954527",
|
| 2678 |
"path_exists": true,
|
| 2679 |
"status": "complete",
|
| 2680 |
+
"success": 0.3605797101449275,
|
| 2681 |
+
"std_success": 0.01405722394548653,
|
| 2682 |
"completed_seeds": null,
|
| 2683 |
"num_completed": 3,
|
| 2684 |
"best_config": null,
|
| 2685 |
+
"gain_vs_h16_policy": 0.06318840579710144
|
| 2686 |
},
|
| 2687 |
"best_mechanism_no_expert": {
|
| 2688 |
"key": "no_expert_lattice",
|
|
|
|
| 2707 |
"Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.",
|
| 2708 |
"Use full lattice only as an upper result because it includes expert proposals.",
|
| 2709 |
"Do not claim external SOTA from this table alone; add current external baselines separately.",
|
| 2710 |
+
"Current best clean deployment row is K4 compatible residual retrieval, near-miss challenger gate 0.01 at 36.06%.",
|
| 2711 |
"Trust-region field optimization should be framed as a negative/diagnostic ablation.",
|
| 2712 |
"Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
|
| 2713 |
"KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
|
results/paper_table_status.md
CHANGED
|
@@ -77,6 +77,9 @@ Baseline h=16 policy: 29.74%
|
|
| 77 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 diagnostic | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic oracle over generated clean candidate prefix to separate proposal headroom from field ranking |
|
| 78 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 branch trace | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic branch trace for deployable selector calibration over the local tangent chart |
|
| 79 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible residual retrieval, near-miss challenger gate 0.02 | complete | 36.00% | +6.26 pp | yes | no | no | trace-motivated two-stage selector calibration over the compatible local tangent chart |
|
|
|
|
|
|
|
|
|
|
| 80 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
|
| 81 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
|
| 82 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
|
|
@@ -146,7 +149,7 @@ Baseline h=16 policy: 29.74%
|
|
| 146 |
- Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.
|
| 147 |
- Use full lattice only as an upper result because it includes expert proposals.
|
| 148 |
- Do not claim external SOTA from this table alone; add current external baselines separately.
|
| 149 |
-
- Current best clean deployment row is K4 compatible residual retrieval, near-miss challenger gate 0.
|
| 150 |
- Trust-region field optimization should be framed as a negative/diagnostic ablation.
|
| 151 |
- Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
|
| 152 |
- KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
|
|
|
|
| 77 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 diagnostic | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic oracle over generated clean candidate prefix to separate proposal headroom from field ranking |
|
| 78 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 branch trace | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic branch trace for deployable selector calibration over the local tangent chart |
|
| 79 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible residual retrieval, near-miss challenger gate 0.02 | complete | 36.00% | +6.26 pp | yes | no | no | trace-motivated two-stage selector calibration over the compatible local tangent chart |
|
| 80 |
+
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible residual retrieval, near-miss challenger gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | lower-margin sensitivity for trace-motivated singleton near-miss challenger calibration |
|
| 81 |
+
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger003 | K4 compatible residual retrieval, near-miss challenger gate 0.03 | complete | 35.94% | +6.20 pp | yes | no | no | upper-margin sensitivity for trace-motivated singleton near-miss challenger calibration |
|
| 82 |
+
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01 | complete | 35.94% | +6.20 pp | yes | no | no | trace-motivated challenger calibration test for whether wrong-gripper residuals carry conditional selector headroom |
|
| 83 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
|
| 84 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
|
| 85 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
|
|
|
|
| 149 |
- Use no-expert same-state lattice as the conservative mechanism result, not as deployment-clean inference.
|
| 150 |
- Use full lattice only as an upper result because it includes expert proposals.
|
| 151 |
- Do not claim external SOTA from this table alone; add current external baselines separately.
|
| 152 |
+
- Current best clean deployment row is K4 compatible residual retrieval, near-miss challenger gate 0.01 at 36.06%.
|
| 153 |
- Trust-region field optimization should be framed as a negative/diagnostic ablation.
|
| 154 |
- Train-state counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
|
| 155 |
- KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.
|