Auto-sync: 2026-06-30 21:33:23
Browse files
results/paper_analysis.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 3 |
-
"generated_utc": "2026-07-
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.0776811594202898,
|
| 6 |
"best_clean_vs_h16": 0.06318840579710144,
|
|
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 3 |
+
"generated_utc": "2026-07-01T01:39:11+00:00",
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.0776811594202898,
|
| 6 |
"best_clean_vs_h16": 0.06318840579710144,
|
results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-07-
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-07-01T01:39:11+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
results/paper_table_status.json
CHANGED
|
@@ -1647,7 +1647,7 @@
|
|
| 1647 |
"expert_proposal": "no",
|
| 1648 |
"story_role": "type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull",
|
| 1649 |
"fallback_success": null,
|
| 1650 |
-
"pending_job": "
|
| 1651 |
"path_exists": false,
|
| 1652 |
"status": "pending",
|
| 1653 |
"success": null,
|
|
@@ -1666,7 +1666,7 @@
|
|
| 1666 |
"expert_proposal": "no",
|
| 1667 |
"story_role": "upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration",
|
| 1668 |
"fallback_success": null,
|
| 1669 |
-
"pending_job": "
|
| 1670 |
"path_exists": false,
|
| 1671 |
"status": "pending",
|
| 1672 |
"success": null,
|
|
|
|
| 1647 |
"expert_proposal": "no",
|
| 1648 |
"story_role": "type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull",
|
| 1649 |
"fallback_success": null,
|
| 1650 |
+
"pending_job": "14991117/14991125",
|
| 1651 |
"path_exists": false,
|
| 1652 |
"status": "pending",
|
| 1653 |
"success": null,
|
|
|
|
| 1666 |
"expert_proposal": "no",
|
| 1667 |
"story_role": "upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration",
|
| 1668 |
"fallback_success": null,
|
| 1669 |
+
"pending_job": "14991123/14991126",
|
| 1670 |
"path_exists": false,
|
| 1671 |
"status": "pending",
|
| 1672 |
"success": null,
|
results/paper_table_status.md
CHANGED
|
@@ -89,8 +89,8 @@ Baseline h=16 policy: 29.74%
|
|
| 89 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgmargin005_challenger001 | K4 compatible residual retrieval, near-miss challenger 0.01, wrong-gripper margin 0.05 | complete | 35.59% | +5.86 pp | yes | no | no | family-specific reliability margin upper setting for wrong-gripper challenger evidence |
|
| 90 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001_pickpull | K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01 on Pick/Pull only | complete | 36.00% | +6.26 pp | yes | no | no | task-conditional challenger gate using branch trace evidence that wrong-gripper tangents help Pick/Pull but harm other tasks |
|
| 91 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper challenger on Pick/Pull, gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | type-specific affordance gate: keep near-miss global while restricting wrong-gripper challenger to acquisition/contact tasks |
|
| 92 |
-
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin003_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.03 | pending
|
| 93 |
-
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.05 | pending
|
| 94 |
| typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | complete | 31.30% | +1.57 pp | yes | no | no | model-generated counterfactual proposal support test; field scores typed proposals rather than retrieved train-state residuals |
|
| 95 |
| typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | complete | 32.17% | +2.43 pp | yes | no | no | model-generated counterfactual proposal support test with a conservative policy-abstention margin |
|
| 96 |
| typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | complete | 33.45% | +3.71 pp | yes | no | no | anti-goal proposal-family mask test for the model-generated typed lattice |
|
|
|
|
| 89 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgmargin005_challenger001 | K4 compatible residual retrieval, near-miss challenger 0.01, wrong-gripper margin 0.05 | complete | 35.59% | +5.86 pp | yes | no | no | family-specific reliability margin upper setting for wrong-gripper challenger evidence |
|
| 90 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001_pickpull | K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01 on Pick/Pull only | complete | 36.00% | +6.26 pp | yes | no | no | task-conditional challenger gate using branch trace evidence that wrong-gripper tangents help Pick/Pull but harm other tasks |
|
| 91 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper challenger on Pick/Pull, gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | type-specific affordance gate: keep near-miss global while restricting wrong-gripper challenger to acquisition/contact tasks |
|
| 92 |
+
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin003_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.03 | pending 14991117/14991125 | pending | pending | yes | no | no | type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull |
|
| 93 |
+
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.05 | pending 14991123/14991126 | pending | pending | yes | no | no | upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration |
|
| 94 |
| typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | complete | 31.30% | +1.57 pp | yes | no | no | model-generated counterfactual proposal support test; field scores typed proposals rather than retrieved train-state residuals |
|
| 95 |
| typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | complete | 32.17% | +2.43 pp | yes | no | no | model-generated counterfactual proposal support test with a conservative policy-abstention margin |
|
| 96 |
| typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | complete | 33.45% | +3.71 pp | yes | no | no | anti-goal proposal-family mask test for the model-generated typed lattice |
|
scripts/build_paper_table_status.py
CHANGED
|
@@ -883,7 +883,7 @@ SPECS = [
|
|
| 883 |
same_state_proposals="no",
|
| 884 |
expert_proposal="no",
|
| 885 |
story_role="type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull",
|
| 886 |
-
pending_job="
|
| 887 |
),
|
| 888 |
ResultSpec(
|
| 889 |
key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001",
|
|
@@ -893,7 +893,7 @@ SPECS = [
|
|
| 893 |
same_state_proposals="no",
|
| 894 |
expert_proposal="no",
|
| 895 |
story_role="upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration",
|
| 896 |
-
pending_job="
|
| 897 |
),
|
| 898 |
ResultSpec(
|
| 899 |
key="typed_proposal_lattice_types6_prepend_margin000",
|
|
|
|
| 883 |
same_state_proposals="no",
|
| 884 |
expert_proposal="no",
|
| 885 |
story_role="type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull",
|
| 886 |
+
pending_job="14991117/14991125",
|
| 887 |
),
|
| 888 |
ResultSpec(
|
| 889 |
key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001",
|
|
|
|
| 893 |
same_state_proposals="no",
|
| 894 |
expert_proposal="no",
|
| 895 |
story_role="upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration",
|
| 896 |
+
pending_job="14991123/14991126",
|
| 897 |
),
|
| 898 |
ResultSpec(
|
| 899 |
key="typed_proposal_lattice_types6_prepend_margin000",
|