anhtld commited on
Commit
37f2d7e
·
verified ·
1 Parent(s): 66108f9

Auto-sync: 2026-06-30 21:33:23

Browse files
results/paper_analysis.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
3
- "generated_utc": "2026-07-01T00:31:55+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.0776811594202898,
6
  "best_clean_vs_h16": 0.06318840579710144,
 
1
  {
2
  "best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
3
+ "generated_utc": "2026-07-01T01:39:11+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.0776811594202898,
6
  "best_clean_vs_h16": 0.06318840579710144,
results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-07-01T00:31:55+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-07-01T01:39:11+00:00`
4
 
5
  ## Main Seed Statistics
6
 
results/paper_table_status.json CHANGED
@@ -1647,7 +1647,7 @@
1647
  "expert_proposal": "no",
1648
  "story_role": "type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull",
1649
  "fallback_success": null,
1650
- "pending_job": "14989757/14989775",
1651
  "path_exists": false,
1652
  "status": "pending",
1653
  "success": null,
@@ -1666,7 +1666,7 @@
1666
  "expert_proposal": "no",
1667
  "story_role": "upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration",
1668
  "fallback_success": null,
1669
- "pending_job": "14989760/14989780",
1670
  "path_exists": false,
1671
  "status": "pending",
1672
  "success": null,
 
1647
  "expert_proposal": "no",
1648
  "story_role": "type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull",
1649
  "fallback_success": null,
1650
+ "pending_job": "14991117/14991125",
1651
  "path_exists": false,
1652
  "status": "pending",
1653
  "success": null,
 
1666
  "expert_proposal": "no",
1667
  "story_role": "upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration",
1668
  "fallback_success": null,
1669
+ "pending_job": "14991123/14991126",
1670
  "path_exists": false,
1671
  "status": "pending",
1672
  "success": null,
results/paper_table_status.md CHANGED
@@ -89,8 +89,8 @@ Baseline h=16 policy: 29.74%
89
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgmargin005_challenger001 | K4 compatible residual retrieval, near-miss challenger 0.01, wrong-gripper margin 0.05 | complete | 35.59% | +5.86 pp | yes | no | no | family-specific reliability margin upper setting for wrong-gripper challenger evidence |
90
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001_pickpull | K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01 on Pick/Pull only | complete | 36.00% | +6.26 pp | yes | no | no | task-conditional challenger gate using branch trace evidence that wrong-gripper tangents help Pick/Pull but harm other tasks |
91
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper challenger on Pick/Pull, gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | type-specific affordance gate: keep near-miss global while restricting wrong-gripper challenger to acquisition/contact tasks |
92
- | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin003_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.03 | pending 14989757/14989775 | pending | pending | yes | no | no | type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull |
93
- | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.05 | pending 14989760/14989780 | pending | pending | yes | no | no | upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration |
94
  | typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | complete | 31.30% | +1.57 pp | yes | no | no | model-generated counterfactual proposal support test; field scores typed proposals rather than retrieved train-state residuals |
95
  | typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | complete | 32.17% | +2.43 pp | yes | no | no | model-generated counterfactual proposal support test with a conservative policy-abstention margin |
96
  | typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | complete | 33.45% | +3.71 pp | yes | no | no | anti-goal proposal-family mask test for the model-generated typed lattice |
 
89
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgmargin005_challenger001 | K4 compatible residual retrieval, near-miss challenger 0.01, wrong-gripper margin 0.05 | complete | 35.59% | +5.86 pp | yes | no | no | family-specific reliability margin upper setting for wrong-gripper challenger evidence |
90
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001_pickpull | K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01 on Pick/Pull only | complete | 36.00% | +6.26 pp | yes | no | no | task-conditional challenger gate using branch trace evidence that wrong-gripper tangents help Pick/Pull but harm other tasks |
91
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper challenger on Pick/Pull, gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | type-specific affordance gate: keep near-miss global while restricting wrong-gripper challenger to acquisition/contact tasks |
92
+ | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin003_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.03 | pending 14991117/14991125 | pending | pending | yes | no | no | type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull |
93
+ | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.05 | pending 14991123/14991126 | pending | pending | yes | no | no | upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration |
94
  | typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | complete | 31.30% | +1.57 pp | yes | no | no | model-generated counterfactual proposal support test; field scores typed proposals rather than retrieved train-state residuals |
95
  | typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | complete | 32.17% | +2.43 pp | yes | no | no | model-generated counterfactual proposal support test with a conservative policy-abstention margin |
96
  | typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | complete | 33.45% | +3.71 pp | yes | no | no | anti-goal proposal-family mask test for the model-generated typed lattice |
scripts/build_paper_table_status.py CHANGED
@@ -883,7 +883,7 @@ SPECS = [
883
  same_state_proposals="no",
884
  expert_proposal="no",
885
  story_role="type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull",
886
- pending_job="14989757/14989775",
887
  ),
888
  ResultSpec(
889
  key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001",
@@ -893,7 +893,7 @@ SPECS = [
893
  same_state_proposals="no",
894
  expert_proposal="no",
895
  story_role="upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration",
896
- pending_job="14989760/14989780",
897
  ),
898
  ResultSpec(
899
  key="typed_proposal_lattice_types6_prepend_margin000",
 
883
  same_state_proposals="no",
884
  expert_proposal="no",
885
  story_role="type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull",
886
+ pending_job="14991117/14991125",
887
  ),
888
  ResultSpec(
889
  key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001",
 
893
  same_state_proposals="no",
894
  expert_proposal="no",
895
  story_role="upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration",
896
+ pending_job="14991123/14991126",
897
  ),
898
  ResultSpec(
899
  key="typed_proposal_lattice_types6_prepend_margin000",