Auto-sync: 2026-06-30 19:41:38

results/paper_analysis.json

@@ -1,6 +1,6 @@
 {
   "best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
-  "generated_utc": "2026-06-30T19:13:18+00:00",
+  "generated_utc": "2026-06-30T23:47:13+00:00",
   "mechanism_gap": {
     "best_clean_vs_direct_same_ckpt": 0.0776811594202898,
     "best_clean_vs_h16": 0.06318840579710144,
@@ -1918,9 +1918,101 @@
       "std_success": 0.013130146843949137
     },
     "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001_stacknowg": {
+      "ci95_success": 0.0438491810213656,
       "label": "K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01, no wrong-gripper component on Stack",
-      "missing": true,
-      "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_stacknowg_summary.json"
+      "mean_action_mse_to_best": 0.4006344801130826,
+      "mean_progress": 0.571213552200006,
+      "mean_success": 0.36000000000000004,
+      "num_completed": 3,
+      "per_task_success": {
+        "LiftPegUpright-v1": {
+          "mean_num_groups": 102.0,
+          "mean_success": 0.26340865087329823,
+          "std_success": 0.06057881385012102
+        },
+        "PickCube-v1": {
+          "mean_num_groups": 196.66666666666666,
+          "mean_success": 0.3272707566185827,
+          "std_success": 0.03916710518683381
+        },
+        "PullCube-v1": {
+          "mean_num_groups": 81.0,
+          "mean_success": 0.22388547125389233,
+          "std_success": 0.04131573991107309
+        },
+        "PushCube-v1": {
+          "mean_num_groups": 102.0,
+          "mean_success": 0.7604066042026859,
+          "std_success": 0.08151850231627764
+        },
+        "StackCube-v1": {
+          "mean_num_groups": 93.33333333333333,
+          "mean_success": 0.20448070448070446,
+          "std_success": 0.07686648155181856
+        }
+      },
+      "seed_action_mse_to_best": {
+        "0": 0.3848872706310257,
+        "1": 0.39591813460478315,
+        "2": 0.42109803510343896
+      },
+      "seed_progress": {
+        "0": 0.5547143837315557,
+        "1": 0.5689966015874044,
+        "2": 0.5899296712810579
+      },
+      "seed_success": {
+        "0": 0.3565217391304348,
+        "1": 0.3443478260869565,
+        "2": 0.3791304347826087
+      },
+      "selected_candidate_type_counts": {
+        "retrieval_residual_policy_residual": 1550,
+        "retrieval_residual_residual_near_miss": 102,
+        "retrieval_residual_residual_near_miss+residual_wrong_gripper": 3,
+        "retrieval_residual_residual_no_op": 40,
+        "retrieval_residual_residual_no_op+residual_wrong_gripper": 16,
+        "retrieval_residual_residual_wrong_gripper": 14
+      },
+      "selected_residual_scale_counts": {
+        "0.35": 1585,
+        "0.4": 17,
+        "0.45": 123
+      },
+      "selected_type_outcomes": {
+        "retrieval_residual_policy_residual": {
+          "count": 1550.0,
+          "mean_progress": 0.5643063750295269,
+          "success_rate": 0.34903225806451615
+        },
+        "retrieval_residual_residual_near_miss": {
+          "count": 102.0,
+          "mean_progress": 0.5342439103177657,
+          "success_rate": 0.3431372549019608
+        },
+        "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
+          "count": 3.0,
+          "mean_progress": 1.0,
+          "success_rate": 1.0
+        },
+        "retrieval_residual_residual_no_op": {
+          "count": 40.0,
+          "mean_progress": 0.7411756929010153,
+          "success_rate": 0.5
+        },
+        "retrieval_residual_residual_no_op+residual_wrong_gripper": {
+          "count": 16.0,
+          "mean_progress": 0.8642677208408713,
+          "success_rate": 0.8125
+        },
+        "retrieval_residual_residual_wrong_gripper": {
+          "count": 14.0,
+          "mean_progress": 0.6928790105240685,
+          "success_rate": 0.6428571428571429
+        }
+      },
+      "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_stacknowg_summary.json",
+      "std_success": 0.017650246200160393
     },
     "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002": {
       "ci95_success": 0.03115620450679224,

results/paper_analysis.md

@@ -1,6 +1,6 @@
 # Paper Analysis
 
-Generated: `2026-06-30T19:13:18+00:00`
+Generated: `2026-06-30T23:47:13+00:00`
 
 ## Main Seed Statistics
 
@@ -54,7 +54,7 @@ Generated: `2026-06-30T19:13:18+00:00`
 | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible tangents, no-op bonus 0.03, unique candidate-oracle prefix K=8 branch trace | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
 | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.02 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.42% | 0.407 | +6.26 pp |
 | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01 | 3 | 36.06% +/- 1.41 | +/- 3.49 | 57.38% | 0.407 | +6.32 pp |
-| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001_stacknowg | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01, no wrong-gripper component on Stack | 0 | missing | missing | missing | missing | missing |
+| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001_stacknowg | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01, no wrong-gripper component on Stack | 3 | 36.00% +/- 1.77 | +/- 4.38 | 57.12% | 0.401 | +6.26 pp |
 | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0005 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.005 | 3 | 36.00% +/- 1.42 | +/- 3.54 | 57.34% | 0.407 | +6.26 pp |
 | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.015 | 3 | 36.00% +/- 1.25 | +/- 3.12 | 57.38% | 0.407 | +6.26 pp |
 | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001_scale035 | K4 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01, scale-gated 0.35 | 3 | 36.00% +/- 1.14 | +/- 2.83 | 57.33% | 0.407 | +6.26 pp |

results/paper_table_status.json

@@ -1439,14 +1439,14 @@
       "story_role": "task-local tangent compatibility mask for Stack where wrong-gripper residuals are an anti-affordance",
       "fallback_success": null,
       "pending_job": "14976136/14976144",
-      "path_exists": false,
-      "status": "pending",
-      "success": null,
-      "std_success": null,
+      "path_exists": true,
+      "status": "complete",
+      "success": 0.36,
+      "std_success": 0.017650246200160393,
       "completed_seeds": null,
-      "num_completed": null,
+      "num_completed": 3,
       "best_config": null,
-      "gain_vs_h16_policy": null
+      "gain_vs_h16_policy": 0.06260869565217392
     },
     {
       "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0005",

results/paper_table_status.md

@@ -78,7 +78,7 @@ Baseline h=16 policy: 29.74%
 | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8trace | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 branch trace | complete | 43.07% | +13.33 pp | diagnostic | no | no | diagnostic branch trace for deployable selector calibration over the local tangent chart |
 | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger002 | K4 compatible residual retrieval, near-miss challenger gate 0.02 | complete | 36.00% | +6.26 pp | yes | no | no | trace-motivated two-stage selector calibration over the compatible local tangent chart |
 | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K4 compatible residual retrieval, near-miss challenger gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | lower-margin sensitivity for trace-motivated singleton near-miss challenger calibration |
-| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001_stacknowg | K4 compatible residual retrieval, near-miss challenger gate 0.01, no wrong-gripper component on Stack | pending 14976136/14976144 | pending | pending | yes | no | no | task-local tangent compatibility mask for Stack where wrong-gripper residuals are an anti-affordance |
+| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001_stacknowg | K4 compatible residual retrieval, near-miss challenger gate 0.01, no wrong-gripper component on Stack | complete | 36.00% | +6.26 pp | yes | no | no | task-local tangent compatibility mask for Stack where wrong-gripper residuals are an anti-affordance |
 | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0005 | K4 compatible residual retrieval, near-miss challenger gate 0.005 | complete | 36.00% | +6.26 pp | yes | no | no | fine lower-margin calibration for the trace-motivated singleton near-miss challenger gate |
 | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger0015 | K4 compatible residual retrieval, near-miss challenger gate 0.015 | complete | 36.00% | +6.26 pp | yes | no | no | fine upper-margin calibration for the trace-motivated singleton near-miss challenger gate |
 | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001_scale035 | K4 compatible residual retrieval, near-miss challenger gate 0.01, scale-gated 0.35 | complete | 36.00% | +6.26 pp | yes | no | no | trace-motivated near-miss challenger with tangent-length reliability gating at the shortest scale |