Auto-sync: 2026-06-30 23:21:36 (part 2)
Browse files- results/paper_analysis.json +383 -5
- results/paper_analysis.md +5 -3
- results/paper_table_status.json +50 -12
- results/paper_table_status.md +4 -2
- scripts/build_paper_analysis.py +16 -0
- scripts/build_paper_table_status.py +20 -0
results/paper_analysis.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 3 |
-
"generated_utc": "2026-07-01T03:
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.0776811594202898,
|
| 6 |
"best_clean_vs_h16": 0.06318840579710144,
|
|
@@ -2209,9 +2209,101 @@
|
|
| 2209 |
"std_success": 0.012819330079707819
|
| 2210 |
},
|
| 2211 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001": {
|
|
|
|
| 2212 |
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss global + no-op/wrong-gripper contact challenger",
|
| 2213 |
-
"
|
| 2214 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2215 |
},
|
| 2216 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001": {
|
| 2217 |
"ci95_success": 0.03920403094295293,
|
|
@@ -2505,9 +2597,101 @@
|
|
| 2505 |
"std_success": 0.015780472566743406
|
| 2506 |
},
|
| 2507 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpullstack_challenger001": {
|
|
|
|
| 2508 |
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper challenger on Pick/Pull/Stack",
|
| 2509 |
-
"
|
| 2510 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2511 |
},
|
| 2512 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001": {
|
| 2513 |
"ci95_success": 0.028111505659259583,
|
|
@@ -8256,6 +8440,200 @@
|
|
| 8256 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s045_safe_margin0p20_kernel_mean_by_type_noopbonus0p03_summary.json",
|
| 8257 |
"std_success": 0.010190374394925756
|
| 8258 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8259 |
"residual_k8_fieldsoftmax_grid_noopbonus003": {
|
| 8260 |
"ci95_success": 0.033559967695396,
|
| 8261 |
"label": "K8 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03",
|
|
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 3 |
+
"generated_utc": "2026-07-01T03:30:26+00:00",
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.0776811594202898,
|
| 6 |
"best_clean_vs_h16": 0.06318840579710144,
|
|
|
|
| 2209 |
"std_success": 0.012819330079707819
|
| 2210 |
},
|
| 2211 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001": {
|
| 2212 |
+
"ci95_success": 0.020418303175285292,
|
| 2213 |
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss global + no-op/wrong-gripper contact challenger",
|
| 2214 |
+
"mean_action_mse_to_best": 0.4220015877709333,
|
| 2215 |
+
"mean_progress": 0.561136360562357,
|
| 2216 |
+
"mean_success": 0.34144927536231884,
|
| 2217 |
+
"num_completed": 3,
|
| 2218 |
+
"per_task_success": {
|
| 2219 |
+
"LiftPegUpright-v1": {
|
| 2220 |
+
"mean_num_groups": 102.0,
|
| 2221 |
+
"mean_success": 0.26340865087329823,
|
| 2222 |
+
"std_success": 0.06057881385012102
|
| 2223 |
+
},
|
| 2224 |
+
"PickCube-v1": {
|
| 2225 |
+
"mean_num_groups": 196.66666666666666,
|
| 2226 |
+
"mean_success": 0.28808077992860603,
|
| 2227 |
+
"std_success": 0.008588713738165605
|
| 2228 |
+
},
|
| 2229 |
+
"PullCube-v1": {
|
| 2230 |
+
"mean_num_groups": 81.0,
|
| 2231 |
+
"mean_success": 0.2059922533606744,
|
| 2232 |
+
"std_success": 0.02531545694792789
|
| 2233 |
+
},
|
| 2234 |
+
"PushCube-v1": {
|
| 2235 |
+
"mean_num_groups": 102.0,
|
| 2236 |
+
"mean_success": 0.7604066042026859,
|
| 2237 |
+
"std_success": 0.08151850231627764
|
| 2238 |
+
},
|
| 2239 |
+
"StackCube-v1": {
|
| 2240 |
+
"mean_num_groups": 93.33333333333333,
|
| 2241 |
+
"mean_success": 0.19336959336959336,
|
| 2242 |
+
"std_success": 0.08682910965604235
|
| 2243 |
+
}
|
| 2244 |
+
},
|
| 2245 |
+
"seed_action_mse_to_best": {
|
| 2246 |
+
"0": 0.4010052319470307,
|
| 2247 |
+
"1": 0.4123674940139703,
|
| 2248 |
+
"2": 0.45263203735179874
|
| 2249 |
+
},
|
| 2250 |
+
"seed_progress": {
|
| 2251 |
+
"0": 0.5468972360149729,
|
| 2252 |
+
"1": 0.5690277994780437,
|
| 2253 |
+
"2": 0.5674840461940545
|
| 2254 |
+
},
|
| 2255 |
+
"seed_success": {
|
| 2256 |
+
"0": 0.33217391304347826,
|
| 2257 |
+
"1": 0.3443478260869565,
|
| 2258 |
+
"2": 0.34782608695652173
|
| 2259 |
+
},
|
| 2260 |
+
"selected_candidate_type_counts": {
|
| 2261 |
+
"retrieval_residual_policy_residual": 1208,
|
| 2262 |
+
"retrieval_residual_residual_near_miss": 50,
|
| 2263 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
|
| 2264 |
+
"retrieval_residual_residual_no_op": 313,
|
| 2265 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 27,
|
| 2266 |
+
"retrieval_residual_residual_wrong_gripper": 122
|
| 2267 |
+
},
|
| 2268 |
+
"selected_residual_scale_counts": {
|
| 2269 |
+
"0.35": 1351,
|
| 2270 |
+
"0.4": 70,
|
| 2271 |
+
"0.45": 304
|
| 2272 |
+
},
|
| 2273 |
+
"selected_type_outcomes": {
|
| 2274 |
+
"retrieval_residual_policy_residual": {
|
| 2275 |
+
"count": 1208.0,
|
| 2276 |
+
"mean_progress": 0.5502828951138272,
|
| 2277 |
+
"success_rate": 0.33857615894039733
|
| 2278 |
+
},
|
| 2279 |
+
"retrieval_residual_residual_near_miss": {
|
| 2280 |
+
"count": 50.0,
|
| 2281 |
+
"mean_progress": 0.6465109135210514,
|
| 2282 |
+
"success_rate": 0.46
|
| 2283 |
+
},
|
| 2284 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 2285 |
+
"count": 5.0,
|
| 2286 |
+
"mean_progress": 0.7557853102684021,
|
| 2287 |
+
"success_rate": 0.6
|
| 2288 |
+
},
|
| 2289 |
+
"retrieval_residual_residual_no_op": {
|
| 2290 |
+
"count": 313.0,
|
| 2291 |
+
"mean_progress": 0.5516062982234592,
|
| 2292 |
+
"success_rate": 0.26198083067092653
|
| 2293 |
+
},
|
| 2294 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 2295 |
+
"count": 27.0,
|
| 2296 |
+
"mean_progress": 0.6916872307106301,
|
| 2297 |
+
"success_rate": 0.48148148148148145
|
| 2298 |
+
},
|
| 2299 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 2300 |
+
"count": 122.0,
|
| 2301 |
+
"mean_progress": 0.6211941464921168,
|
| 2302 |
+
"success_rate": 0.48360655737704916
|
| 2303 |
+
}
|
| 2304 |
+
},
|
| 2305 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmglobal_noopwgcontact_challenger0p01_summary.json",
|
| 2306 |
+
"std_success": 0.008218809784787139
|
| 2307 |
},
|
| 2308 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001": {
|
| 2309 |
"ci95_success": 0.03920403094295293,
|
|
|
|
| 2597 |
"std_success": 0.015780472566743406
|
| 2598 |
},
|
| 2599 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpullstack_challenger001": {
|
| 2600 |
+
"ci95_success": 0.03691512166355961,
|
| 2601 |
"label": "K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper challenger on Pick/Pull/Stack",
|
| 2602 |
+
"mean_action_mse_to_best": 0.4207441219177259,
|
| 2603 |
+
"mean_progress": 0.5743561674773712,
|
| 2604 |
+
"mean_success": 0.36000000000000004,
|
| 2605 |
+
"num_completed": 3,
|
| 2606 |
+
"per_task_success": {
|
| 2607 |
+
"LiftPegUpright-v1": {
|
| 2608 |
+
"mean_num_groups": 102.0,
|
| 2609 |
+
"mean_success": 0.26340865087329823,
|
| 2610 |
+
"std_success": 0.06057881385012102
|
| 2611 |
+
},
|
| 2612 |
+
"PickCube-v1": {
|
| 2613 |
+
"mean_num_groups": 196.66666666666666,
|
| 2614 |
+
"mean_success": 0.3305568224046485,
|
| 2615 |
+
"std_success": 0.04196214617114575
|
| 2616 |
+
},
|
| 2617 |
+
"PullCube-v1": {
|
| 2618 |
+
"mean_num_groups": 81.0,
|
| 2619 |
+
"mean_success": 0.228271436166173,
|
| 2620 |
+
"std_success": 0.03525140677829959
|
| 2621 |
+
},
|
| 2622 |
+
"PushCube-v1": {
|
| 2623 |
+
"mean_num_groups": 102.0,
|
| 2624 |
+
"mean_success": 0.7604066042026859,
|
| 2625 |
+
"std_success": 0.08151850231627764
|
| 2626 |
+
},
|
| 2627 |
+
"StackCube-v1": {
|
| 2628 |
+
"mean_num_groups": 93.33333333333333,
|
| 2629 |
+
"mean_success": 0.19336959336959336,
|
| 2630 |
+
"std_success": 0.08682910965604235
|
| 2631 |
+
}
|
| 2632 |
+
},
|
| 2633 |
+
"seed_action_mse_to_best": {
|
| 2634 |
+
"0": 0.39735263349083455,
|
| 2635 |
+
"1": 0.4139976060374275,
|
| 2636 |
+
"2": 0.45088212622491564
|
| 2637 |
+
},
|
| 2638 |
+
"seed_progress": {
|
| 2639 |
+
"0": 0.5613569916915689,
|
| 2640 |
+
"1": 0.5718237993347904,
|
| 2641 |
+
"2": 0.5898877114057541
|
| 2642 |
+
},
|
| 2643 |
+
"seed_success": {
|
| 2644 |
+
"0": 0.3582608695652174,
|
| 2645 |
+
"1": 0.34608695652173915,
|
| 2646 |
+
"2": 0.37565217391304345
|
| 2647 |
+
},
|
| 2648 |
+
"selected_candidate_type_counts": {
|
| 2649 |
+
"retrieval_residual_policy_residual": 1418,
|
| 2650 |
+
"retrieval_residual_residual_near_miss": 91,
|
| 2651 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
|
| 2652 |
+
"retrieval_residual_residual_no_op": 38,
|
| 2653 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 27,
|
| 2654 |
+
"retrieval_residual_residual_wrong_gripper": 146
|
| 2655 |
+
},
|
| 2656 |
+
"selected_residual_scale_counts": {
|
| 2657 |
+
"0.35": 1492,
|
| 2658 |
+
"0.4": 41,
|
| 2659 |
+
"0.45": 192
|
| 2660 |
+
},
|
| 2661 |
+
"selected_type_outcomes": {
|
| 2662 |
+
"retrieval_residual_policy_residual": {
|
| 2663 |
+
"count": 1418.0,
|
| 2664 |
+
"mean_progress": 0.5610577679915375,
|
| 2665 |
+
"success_rate": 0.33709449929478136
|
| 2666 |
+
},
|
| 2667 |
+
"retrieval_residual_residual_near_miss": {
|
| 2668 |
+
"count": 91.0,
|
| 2669 |
+
"mean_progress": 0.5661385127926594,
|
| 2670 |
+
"success_rate": 0.38461538461538464
|
| 2671 |
+
},
|
| 2672 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 2673 |
+
"count": 5.0,
|
| 2674 |
+
"mean_progress": 0.7557853102684021,
|
| 2675 |
+
"success_rate": 0.6
|
| 2676 |
+
},
|
| 2677 |
+
"retrieval_residual_residual_no_op": {
|
| 2678 |
+
"count": 38.0,
|
| 2679 |
+
"mean_progress": 0.7757954887653652,
|
| 2680 |
+
"success_rate": 0.5263157894736842
|
| 2681 |
+
},
|
| 2682 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 2683 |
+
"count": 27.0,
|
| 2684 |
+
"mean_progress": 0.6916872307106301,
|
| 2685 |
+
"success_rate": 0.48148148148148145
|
| 2686 |
+
},
|
| 2687 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 2688 |
+
"count": 146.0,
|
| 2689 |
+
"mean_progress": 0.6282956086898642,
|
| 2690 |
+
"success_rate": 0.4931506849315068
|
| 2691 |
+
}
|
| 2692 |
+
},
|
| 2693 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmglobal_wgpickpullstack_challenger0p01_summary.json",
|
| 2694 |
+
"std_success": 0.01485913694837829
|
| 2695 |
},
|
| 2696 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001": {
|
| 2697 |
"ci95_success": 0.028111505659259583,
|
|
|
|
| 8440 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s045_safe_margin0p20_kernel_mean_by_type_noopbonus0p03_summary.json",
|
| 8441 |
"std_success": 0.010190374394925756
|
| 8442 |
},
|
| 8443 |
+
"residual_k6_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001": {
|
| 8444 |
+
"ci95_success": 0.029933913043478266,
|
| 8445 |
+
"label": "K6 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
|
| 8446 |
+
"mean_action_mse_to_best": 0.4099807325078417,
|
| 8447 |
+
"mean_progress": 0.5686452052022829,
|
| 8448 |
+
"mean_success": 0.34956521739130436,
|
| 8449 |
+
"num_completed": 3,
|
| 8450 |
+
"per_task_success": {
|
| 8451 |
+
"LiftPegUpright-v1": {
|
| 8452 |
+
"mean_num_groups": 102.0,
|
| 8453 |
+
"mean_success": 0.26340865087329823,
|
| 8454 |
+
"std_success": 0.06057881385012102
|
| 8455 |
+
},
|
| 8456 |
+
"PickCube-v1": {
|
| 8457 |
+
"mean_num_groups": 196.66666666666666,
|
| 8458 |
+
"mean_success": 0.31909606094388704,
|
| 8459 |
+
"std_success": 0.03185195743735153
|
| 8460 |
+
},
|
| 8461 |
+
"PullCube-v1": {
|
| 8462 |
+
"mean_num_groups": 81.0,
|
| 8463 |
+
"mean_success": 0.19973038657249184,
|
| 8464 |
+
"std_success": 0.03143110860617521
|
| 8465 |
+
},
|
| 8466 |
+
"PushCube-v1": {
|
| 8467 |
+
"mean_num_groups": 102.0,
|
| 8468 |
+
"mean_success": 0.7538059441366793,
|
| 8469 |
+
"std_success": 0.07965457487204111
|
| 8470 |
+
},
|
| 8471 |
+
"StackCube-v1": {
|
| 8472 |
+
"mean_num_groups": 93.33333333333333,
|
| 8473 |
+
"mean_success": 0.18697228697228696,
|
| 8474 |
+
"std_success": 0.06568668859904422
|
| 8475 |
+
}
|
| 8476 |
+
},
|
| 8477 |
+
"seed_action_mse_to_best": {
|
| 8478 |
+
"0": 0.39932717701177234,
|
| 8479 |
+
"1": 0.4013874253679229,
|
| 8480 |
+
"2": 0.42922759514383
|
| 8481 |
+
},
|
| 8482 |
+
"seed_progress": {
|
| 8483 |
+
"0": 0.5556146927902718,
|
| 8484 |
+
"1": 0.5693354412492203,
|
| 8485 |
+
"2": 0.5809854815673569
|
| 8486 |
+
},
|
| 8487 |
+
"seed_success": {
|
| 8488 |
+
"0": 0.3426086956521739,
|
| 8489 |
+
"1": 0.3426086956521739,
|
| 8490 |
+
"2": 0.3634782608695652
|
| 8491 |
+
},
|
| 8492 |
+
"selected_candidate_type_counts": {
|
| 8493 |
+
"retrieval_residual_policy_residual": 1524,
|
| 8494 |
+
"retrieval_residual_residual_near_miss": 104,
|
| 8495 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
|
| 8496 |
+
"retrieval_residual_residual_no_op": 34,
|
| 8497 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 35,
|
| 8498 |
+
"retrieval_residual_residual_wrong_gripper": 23
|
| 8499 |
+
},
|
| 8500 |
+
"selected_residual_scale_counts": {
|
| 8501 |
+
"0.35": 1563,
|
| 8502 |
+
"0.4": 13,
|
| 8503 |
+
"0.45": 149
|
| 8504 |
+
},
|
| 8505 |
+
"selected_type_outcomes": {
|
| 8506 |
+
"retrieval_residual_policy_residual": {
|
| 8507 |
+
"count": 1524.0,
|
| 8508 |
+
"mean_progress": 0.5664185173288562,
|
| 8509 |
+
"success_rate": 0.3484251968503937
|
| 8510 |
+
},
|
| 8511 |
+
"retrieval_residual_residual_near_miss": {
|
| 8512 |
+
"count": 104.0,
|
| 8513 |
+
"mean_progress": 0.5384184337901667,
|
| 8514 |
+
"success_rate": 0.3269230769230769
|
| 8515 |
+
},
|
| 8516 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 8517 |
+
"count": 5.0,
|
| 8518 |
+
"mean_progress": 0.9185634613037109,
|
| 8519 |
+
"success_rate": 0.8
|
| 8520 |
+
},
|
| 8521 |
+
"retrieval_residual_residual_no_op": {
|
| 8522 |
+
"count": 34.0,
|
| 8523 |
+
"mean_progress": 0.6942972383078407,
|
| 8524 |
+
"success_rate": 0.38235294117647056
|
| 8525 |
+
},
|
| 8526 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 8527 |
+
"count": 35.0,
|
| 8528 |
+
"mean_progress": 0.619267104778971,
|
| 8529 |
+
"success_rate": 0.37142857142857144
|
| 8530 |
+
},
|
| 8531 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 8532 |
+
"count": 23.0,
|
| 8533 |
+
"mean_progress": 0.5140160597536875,
|
| 8534 |
+
"success_rate": 0.34782608695652173
|
| 8535 |
+
}
|
| 8536 |
+
},
|
| 8537 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k6_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
|
| 8538 |
+
"std_success": 0.012049049096131323
|
| 8539 |
+
},
|
| 8540 |
+
"residual_k8_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001": {
|
| 8541 |
+
"ci95_success": 0.028767893823112123,
|
| 8542 |
+
"label": "K8 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
|
| 8543 |
+
"mean_action_mse_to_best": 0.4111984846284748,
|
| 8544 |
+
"mean_progress": 0.5684753134327036,
|
| 8545 |
+
"mean_success": 0.3501449275362319,
|
| 8546 |
+
"num_completed": 3,
|
| 8547 |
+
"per_task_success": {
|
| 8548 |
+
"LiftPegUpright-v1": {
|
| 8549 |
+
"mean_num_groups": 102.0,
|
| 8550 |
+
"mean_success": 0.26340865087329823,
|
| 8551 |
+
"std_success": 0.06057881385012102
|
| 8552 |
+
},
|
| 8553 |
+
"PickCube-v1": {
|
| 8554 |
+
"mean_num_groups": 196.66666666666666,
|
| 8555 |
+
"mean_success": 0.3209885927277232,
|
| 8556 |
+
"std_success": 0.028546221805186907
|
| 8557 |
+
},
|
| 8558 |
+
"PullCube-v1": {
|
| 8559 |
+
"mean_num_groups": 81.0,
|
| 8560 |
+
"mean_success": 0.19670894407736514,
|
| 8561 |
+
"std_success": 0.01355096164672601
|
| 8562 |
+
},
|
| 8563 |
+
"PushCube-v1": {
|
| 8564 |
+
"mean_num_groups": 102.0,
|
| 8565 |
+
"mean_success": 0.7505571718758995,
|
| 8566 |
+
"std_success": 0.08230105593270941
|
| 8567 |
+
},
|
| 8568 |
+
"StackCube-v1": {
|
| 8569 |
+
"mean_num_groups": 93.33333333333333,
|
| 8570 |
+
"mean_success": 0.1937062937062937,
|
| 8571 |
+
"std_success": 0.07732492963924059
|
| 8572 |
+
}
|
| 8573 |
+
},
|
| 8574 |
+
"seed_action_mse_to_best": {
|
| 8575 |
+
"0": 0.40068337346710586,
|
| 8576 |
+
"1": 0.40238139059718536,
|
| 8577 |
+
"2": 0.43053068982113313
|
| 8578 |
+
},
|
| 8579 |
+
"seed_progress": {
|
| 8580 |
+
"0": 0.5535212510512413,
|
| 8581 |
+
"1": 0.5703616362777741,
|
| 8582 |
+
"2": 0.5815430529690955
|
| 8583 |
+
},
|
| 8584 |
+
"seed_success": {
|
| 8585 |
+
"0": 0.3426086956521739,
|
| 8586 |
+
"1": 0.3443478260869565,
|
| 8587 |
+
"2": 0.3634782608695652
|
| 8588 |
+
},
|
| 8589 |
+
"selected_candidate_type_counts": {
|
| 8590 |
+
"retrieval_residual_policy_residual": 1522,
|
| 8591 |
+
"retrieval_residual_residual_near_miss": 109,
|
| 8592 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
|
| 8593 |
+
"retrieval_residual_residual_no_op": 30,
|
| 8594 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 38,
|
| 8595 |
+
"retrieval_residual_residual_wrong_gripper": 21
|
| 8596 |
+
},
|
| 8597 |
+
"selected_residual_scale_counts": {
|
| 8598 |
+
"0.35": 1558,
|
| 8599 |
+
"0.4": 17,
|
| 8600 |
+
"0.45": 150
|
| 8601 |
+
},
|
| 8602 |
+
"selected_type_outcomes": {
|
| 8603 |
+
"retrieval_residual_policy_residual": {
|
| 8604 |
+
"count": 1522.0,
|
| 8605 |
+
"mean_progress": 0.566564130936272,
|
| 8606 |
+
"success_rate": 0.34822601839684625
|
| 8607 |
+
},
|
| 8608 |
+
"retrieval_residual_residual_near_miss": {
|
| 8609 |
+
"count": 109.0,
|
| 8610 |
+
"mean_progress": 0.532924958487648,
|
| 8611 |
+
"success_rate": 0.3211009174311927
|
| 8612 |
+
},
|
| 8613 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 8614 |
+
"count": 5.0,
|
| 8615 |
+
"mean_progress": 0.9184834241867066,
|
| 8616 |
+
"success_rate": 0.8
|
| 8617 |
+
},
|
| 8618 |
+
"retrieval_residual_residual_no_op": {
|
| 8619 |
+
"count": 30.0,
|
| 8620 |
+
"mean_progress": 0.6870485415061315,
|
| 8621 |
+
"success_rate": 0.4
|
| 8622 |
+
},
|
| 8623 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 8624 |
+
"count": 38.0,
|
| 8625 |
+
"mean_progress": 0.5830513087934569,
|
| 8626 |
+
"success_rate": 0.34210526315789475
|
| 8627 |
+
},
|
| 8628 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 8629 |
+
"count": 21.0,
|
| 8630 |
+
"mean_progress": 0.6124126100469203,
|
| 8631 |
+
"success_rate": 0.47619047619047616
|
| 8632 |
+
}
|
| 8633 |
+
},
|
| 8634 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k8_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
|
| 8635 |
+
"std_success": 0.01157970107561633
|
| 8636 |
+
},
|
| 8637 |
"residual_k8_fieldsoftmax_grid_noopbonus003": {
|
| 8638 |
"ci95_success": 0.033559967695396,
|
| 8639 |
"label": "K8 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03",
|
results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-07-01T03:
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
@@ -67,8 +67,10 @@ Generated: `2026-07-01T03:07:08+00:00`
|
|
| 67 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper challenger on Pick/Pull, gate 0.01 | 3 | 36.06% +/- 1.58 | +/- 3.92 | 57.41% | 0.419 | +6.32 pp |
|
| 68 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin003_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper Pick/Pull margin 0.03 | 3 | 36.00% +/- 1.59 | +/- 3.96 | 57.39% | 0.417 | +6.26 pp |
|
| 69 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper Pick/Pull margin 0.05 | 3 | 35.88% +/- 1.58 | +/- 3.92 | 57.31% | 0.414 | +6.14 pp |
|
| 70 |
-
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpullstack_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper challenger on Pick/Pull/Stack |
|
| 71 |
-
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + no-op/wrong-gripper contact challenger |
|
|
|
|
|
|
|
| 72 |
| typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | 3 | 31.30% +/- 3.81 | +/- 9.48 | 54.03% | 0.480 | +1.57 pp |
|
| 73 |
| typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | 3 | 32.17% +/- 3.05 | +/- 7.57 | 54.74% | 0.467 | +2.43 pp |
|
| 74 |
| typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | 3 | 33.45% +/- 3.39 | +/- 8.43 | 55.47% | 0.456 | +3.71 pp |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-07-01T03:30:26+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 67 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper challenger on Pick/Pull, gate 0.01 | 3 | 36.06% +/- 1.58 | +/- 3.92 | 57.41% | 0.419 | +6.32 pp |
|
| 68 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin003_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper Pick/Pull margin 0.03 | 3 | 36.00% +/- 1.59 | +/- 3.96 | 57.39% | 0.417 | +6.26 pp |
|
| 69 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper Pick/Pull margin 0.05 | 3 | 35.88% +/- 1.58 | +/- 3.92 | 57.31% | 0.414 | +6.14 pp |
|
| 70 |
+
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpullstack_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper challenger on Pick/Pull/Stack | 3 | 36.00% +/- 1.49 | +/- 3.69 | 57.44% | 0.421 | +6.26 pp |
|
| 71 |
+
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + no-op/wrong-gripper contact challenger | 3 | 34.14% +/- 0.82 | +/- 2.04 | 56.11% | 0.422 | +4.41 pp |
|
| 72 |
+
| residual_k6_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K6 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01 | 3 | 34.96% +/- 1.20 | +/- 2.99 | 56.86% | 0.410 | +5.22 pp |
|
| 73 |
+
| residual_k8_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K8 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01 | 3 | 35.01% +/- 1.16 | +/- 2.88 | 56.85% | 0.411 | +5.28 pp |
|
| 74 |
| typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | 3 | 31.30% +/- 3.81 | +/- 9.48 | 54.03% | 0.480 | +1.57 pp |
|
| 75 |
| typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | 3 | 32.17% +/- 3.05 | +/- 7.57 | 54.74% | 0.467 | +2.43 pp |
|
| 76 |
| typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | 3 | 33.45% +/- 3.39 | +/- 8.43 | 55.47% | 0.456 | +3.71 pp |
|
results/paper_table_status.json
CHANGED
|
@@ -1686,14 +1686,14 @@
|
|
| 1686 |
"story_role": "oracle-trace contact-task calibration: wrong-gripper residuals are only challenger-eligible on Pick/Pull/Stack while near-miss stays global",
|
| 1687 |
"fallback_success": null,
|
| 1688 |
"pending_job": "14995028/14995047",
|
| 1689 |
-
"path_exists":
|
| 1690 |
-
"status": "
|
| 1691 |
-
"success":
|
| 1692 |
-
"std_success":
|
| 1693 |
"completed_seeds": null,
|
| 1694 |
-
"num_completed":
|
| 1695 |
"best_config": null,
|
| 1696 |
-
"gain_vs_h16_policy":
|
| 1697 |
},
|
| 1698 |
{
|
| 1699 |
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001",
|
|
@@ -1705,14 +1705,52 @@
|
|
| 1705 |
"story_role": "contact-task sparse-family challenger ablation using no-op and wrong-gripper residuals where oracle trace shows proposal headroom",
|
| 1706 |
"fallback_success": null,
|
| 1707 |
"pending_job": "14995045/14995048",
|
| 1708 |
-
"path_exists":
|
| 1709 |
-
"status": "
|
| 1710 |
-
"success":
|
| 1711 |
-
"std_success":
|
| 1712 |
"completed_seeds": null,
|
| 1713 |
-
"num_completed":
|
| 1714 |
"best_config": null,
|
| 1715 |
-
"gain_vs_h16_policy":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1716 |
},
|
| 1717 |
{
|
| 1718 |
"key": "typed_proposal_lattice_types6_prepend_margin000",
|
|
|
|
| 1686 |
"story_role": "oracle-trace contact-task calibration: wrong-gripper residuals are only challenger-eligible on Pick/Pull/Stack while near-miss stays global",
|
| 1687 |
"fallback_success": null,
|
| 1688 |
"pending_job": "14995028/14995047",
|
| 1689 |
+
"path_exists": true,
|
| 1690 |
+
"status": "complete",
|
| 1691 |
+
"success": 0.36,
|
| 1692 |
+
"std_success": 0.01485913694837829,
|
| 1693 |
"completed_seeds": null,
|
| 1694 |
+
"num_completed": 3,
|
| 1695 |
"best_config": null,
|
| 1696 |
+
"gain_vs_h16_policy": 0.06260869565217392
|
| 1697 |
},
|
| 1698 |
{
|
| 1699 |
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001",
|
|
|
|
| 1705 |
"story_role": "contact-task sparse-family challenger ablation using no-op and wrong-gripper residuals where oracle trace shows proposal headroom",
|
| 1706 |
"fallback_success": null,
|
| 1707 |
"pending_job": "14995045/14995048",
|
| 1708 |
+
"path_exists": true,
|
| 1709 |
+
"status": "complete",
|
| 1710 |
+
"success": 0.34144927536231884,
|
| 1711 |
+
"std_success": 0.00821880978478714,
|
| 1712 |
"completed_seeds": null,
|
| 1713 |
+
"num_completed": 3,
|
| 1714 |
"best_config": null,
|
| 1715 |
+
"gain_vs_h16_policy": 0.04405797101449277
|
| 1716 |
+
},
|
| 1717 |
+
{
|
| 1718 |
+
"key": "retrieval_residual_k6_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 1719 |
+
"label": "K6 compatible residual retrieval, near-miss challenger gate 0.01",
|
| 1720 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k6_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
|
| 1721 |
+
"clean_deployment": "yes",
|
| 1722 |
+
"same_state_proposals": "no",
|
| 1723 |
+
"expert_proposal": "no",
|
| 1724 |
+
"story_role": "neighborhood-size test for whether compatible transported tangent charts need more train-state support than K4",
|
| 1725 |
+
"fallback_success": null,
|
| 1726 |
+
"pending_job": "14995739/14995759",
|
| 1727 |
+
"path_exists": true,
|
| 1728 |
+
"status": "complete",
|
| 1729 |
+
"success": 0.3495652173913043,
|
| 1730 |
+
"std_success": 0.01204904909613132,
|
| 1731 |
+
"completed_seeds": null,
|
| 1732 |
+
"num_completed": 3,
|
| 1733 |
+
"best_config": null,
|
| 1734 |
+
"gain_vs_h16_policy": 0.05217391304347824
|
| 1735 |
+
},
|
| 1736 |
+
{
|
| 1737 |
+
"key": "retrieval_residual_k8_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 1738 |
+
"label": "K8 compatible residual retrieval, near-miss challenger gate 0.01",
|
| 1739 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k8_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
|
| 1740 |
+
"clean_deployment": "yes",
|
| 1741 |
+
"same_state_proposals": "no",
|
| 1742 |
+
"expert_proposal": "no",
|
| 1743 |
+
"story_role": "larger-neighborhood transported tangent support test after K4 plateaued near 36%",
|
| 1744 |
+
"fallback_success": null,
|
| 1745 |
+
"pending_job": "14995741/14995761",
|
| 1746 |
+
"path_exists": true,
|
| 1747 |
+
"status": "complete",
|
| 1748 |
+
"success": 0.3501449275362319,
|
| 1749 |
+
"std_success": 0.01157970107561633,
|
| 1750 |
+
"completed_seeds": null,
|
| 1751 |
+
"num_completed": 3,
|
| 1752 |
+
"best_config": null,
|
| 1753 |
+
"gain_vs_h16_policy": 0.05275362318840582
|
| 1754 |
},
|
| 1755 |
{
|
| 1756 |
"key": "typed_proposal_lattice_types6_prepend_margin000",
|
results/paper_table_status.md
CHANGED
|
@@ -91,8 +91,10 @@ Baseline h=16 policy: 29.74%
|
|
| 91 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper challenger on Pick/Pull, gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | type-specific affordance gate: keep near-miss global while restricting wrong-gripper challenger to acquisition/contact tasks |
|
| 92 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin003_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.03 | complete | 36.00% | +6.26 pp | yes | no | no | type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull |
|
| 93 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.05 | complete | 35.88% | +6.14 pp | yes | no | no | upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration |
|
| 94 |
-
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpullstack_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper challenger on Pick/Pull/Stack |
|
| 95 |
-
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001 | K4 compatible residual retrieval, near-miss global + no-op/wrong-gripper contact challenger |
|
|
|
|
|
|
|
| 96 |
| typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | complete | 31.30% | +1.57 pp | yes | no | no | model-generated counterfactual proposal support test; field scores typed proposals rather than retrieved train-state residuals |
|
| 97 |
| typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | complete | 32.17% | +2.43 pp | yes | no | no | model-generated counterfactual proposal support test with a conservative policy-abstention margin |
|
| 98 |
| typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | complete | 33.45% | +3.71 pp | yes | no | no | anti-goal proposal-family mask test for the model-generated typed lattice |
|
|
|
|
| 91 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper challenger on Pick/Pull, gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | type-specific affordance gate: keep near-miss global while restricting wrong-gripper challenger to acquisition/contact tasks |
|
| 92 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin003_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.03 | complete | 36.00% | +6.26 pp | yes | no | no | type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull |
|
| 93 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.05 | complete | 35.88% | +6.14 pp | yes | no | no | upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration |
|
| 94 |
+
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpullstack_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper challenger on Pick/Pull/Stack | complete | 36.00% | +6.26 pp | yes | no | no | oracle-trace contact-task calibration: wrong-gripper residuals are only challenger-eligible on Pick/Pull/Stack while near-miss stays global |
|
| 95 |
+
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001 | K4 compatible residual retrieval, near-miss global + no-op/wrong-gripper contact challenger | complete | 34.14% | +4.41 pp | yes | no | no | contact-task sparse-family challenger ablation using no-op and wrong-gripper residuals where oracle trace shows proposal headroom |
|
| 96 |
+
| retrieval_residual_k6_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K6 compatible residual retrieval, near-miss challenger gate 0.01 | complete | 34.96% | +5.22 pp | yes | no | no | neighborhood-size test for whether compatible transported tangent charts need more train-state support than K4 |
|
| 97 |
+
| retrieval_residual_k8_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K8 compatible residual retrieval, near-miss challenger gate 0.01 | complete | 35.01% | +5.28 pp | yes | no | no | larger-neighborhood transported tangent support test after K4 plateaued near 36% |
|
| 98 |
| typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | complete | 31.30% | +1.57 pp | yes | no | no | model-generated counterfactual proposal support test; field scores typed proposals rather than retrieved train-state residuals |
|
| 99 |
| typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | complete | 32.17% | +2.43 pp | yes | no | no | model-generated counterfactual proposal support test with a conservative policy-abstention margin |
|
| 100 |
| typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | complete | 33.45% | +3.71 pp | yes | no | no | anti-goal proposal-family mask test for the model-generated typed lattice |
|
scripts/build_paper_analysis.py
CHANGED
|
@@ -529,6 +529,22 @@ METHODS = [
|
|
| 529 |
"k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmglobal_noopwgcontact_challenger0p01_summary.json"
|
| 530 |
),
|
| 531 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 532 |
MethodSpec(
|
| 533 |
key="typed_proposal_lattice_types6_prepend_margin000",
|
| 534 |
label="Typed proposal lattice head, six families, policy-prepended margin 0.00",
|
|
|
|
| 529 |
"k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmglobal_noopwgcontact_challenger0p01_summary.json"
|
| 530 |
),
|
| 531 |
),
|
| 532 |
+
MethodSpec(
|
| 533 |
+
key="residual_k6_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 534 |
+
label="K6 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
|
| 535 |
+
summary_path=(
|
| 536 |
+
"h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
|
| 537 |
+
"k6_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json"
|
| 538 |
+
),
|
| 539 |
+
),
|
| 540 |
+
MethodSpec(
|
| 541 |
+
key="residual_k8_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 542 |
+
label="K8 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
|
| 543 |
+
summary_path=(
|
| 544 |
+
"h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
|
| 545 |
+
"k8_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json"
|
| 546 |
+
),
|
| 547 |
+
),
|
| 548 |
MethodSpec(
|
| 549 |
key="typed_proposal_lattice_types6_prepend_margin000",
|
| 550 |
label="Typed proposal lattice head, six families, policy-prepended margin 0.00",
|
scripts/build_paper_table_status.py
CHANGED
|
@@ -915,6 +915,26 @@ SPECS = [
|
|
| 915 |
story_role="contact-task sparse-family challenger ablation using no-op and wrong-gripper residuals where oracle trace shows proposal headroom",
|
| 916 |
pending_job="14995045/14995048",
|
| 917 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 918 |
ResultSpec(
|
| 919 |
key="typed_proposal_lattice_types6_prepend_margin000",
|
| 920 |
label="Typed proposal lattice head, six families, policy-prepended margin 0.00",
|
|
|
|
| 915 |
story_role="contact-task sparse-family challenger ablation using no-op and wrong-gripper residuals where oracle trace shows proposal headroom",
|
| 916 |
pending_job="14995045/14995048",
|
| 917 |
),
|
| 918 |
+
ResultSpec(
|
| 919 |
+
key="retrieval_residual_k6_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 920 |
+
label="K6 compatible residual retrieval, near-miss challenger gate 0.01",
|
| 921 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k6_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
|
| 922 |
+
clean_deployment="yes",
|
| 923 |
+
same_state_proposals="no",
|
| 924 |
+
expert_proposal="no",
|
| 925 |
+
story_role="neighborhood-size test for whether compatible transported tangent charts need more train-state support than K4",
|
| 926 |
+
pending_job="14995739/14995759",
|
| 927 |
+
),
|
| 928 |
+
ResultSpec(
|
| 929 |
+
key="retrieval_residual_k8_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 930 |
+
label="K8 compatible residual retrieval, near-miss challenger gate 0.01",
|
| 931 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k8_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
|
| 932 |
+
clean_deployment="yes",
|
| 933 |
+
same_state_proposals="no",
|
| 934 |
+
expert_proposal="no",
|
| 935 |
+
story_role="larger-neighborhood transported tangent support test after K4 plateaued near 36%",
|
| 936 |
+
pending_job="14995741/14995761",
|
| 937 |
+
),
|
| 938 |
ResultSpec(
|
| 939 |
key="typed_proposal_lattice_types6_prepend_margin000",
|
| 940 |
label="Typed proposal lattice head, six families, policy-prepended margin 0.00",
|