anhtld commited on
Commit
8d97613
·
verified ·
1 Parent(s): 2ceb4ca

Auto-sync: 2026-06-30 23:21:36 (part 2)

Browse files
results/paper_analysis.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
3
- "generated_utc": "2026-07-01T03:07:08+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.0776811594202898,
6
  "best_clean_vs_h16": 0.06318840579710144,
@@ -2209,9 +2209,101 @@
2209
  "std_success": 0.012819330079707819
2210
  },
2211
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001": {
 
2212
  "label": "K4 compatible tangents, no-op bonus 0.03, near-miss global + no-op/wrong-gripper contact challenger",
2213
- "missing": true,
2214
- "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmglobal_noopwgcontact_challenger0p01_summary.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2215
  },
2216
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001": {
2217
  "ci95_success": 0.03920403094295293,
@@ -2505,9 +2597,101 @@
2505
  "std_success": 0.015780472566743406
2506
  },
2507
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpullstack_challenger001": {
 
2508
  "label": "K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper challenger on Pick/Pull/Stack",
2509
- "missing": true,
2510
- "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmglobal_wgpickpullstack_challenger0p01_summary.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2511
  },
2512
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001": {
2513
  "ci95_success": 0.028111505659259583,
@@ -8256,6 +8440,200 @@
8256
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s045_safe_margin0p20_kernel_mean_by_type_noopbonus0p03_summary.json",
8257
  "std_success": 0.010190374394925756
8258
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8259
  "residual_k8_fieldsoftmax_grid_noopbonus003": {
8260
  "ci95_success": 0.033559967695396,
8261
  "label": "K8 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03",
 
1
  {
2
  "best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
3
+ "generated_utc": "2026-07-01T03:30:26+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.0776811594202898,
6
  "best_clean_vs_h16": 0.06318840579710144,
 
2209
  "std_success": 0.012819330079707819
2210
  },
2211
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001": {
2212
+ "ci95_success": 0.020418303175285292,
2213
  "label": "K4 compatible tangents, no-op bonus 0.03, near-miss global + no-op/wrong-gripper contact challenger",
2214
+ "mean_action_mse_to_best": 0.4220015877709333,
2215
+ "mean_progress": 0.561136360562357,
2216
+ "mean_success": 0.34144927536231884,
2217
+ "num_completed": 3,
2218
+ "per_task_success": {
2219
+ "LiftPegUpright-v1": {
2220
+ "mean_num_groups": 102.0,
2221
+ "mean_success": 0.26340865087329823,
2222
+ "std_success": 0.06057881385012102
2223
+ },
2224
+ "PickCube-v1": {
2225
+ "mean_num_groups": 196.66666666666666,
2226
+ "mean_success": 0.28808077992860603,
2227
+ "std_success": 0.008588713738165605
2228
+ },
2229
+ "PullCube-v1": {
2230
+ "mean_num_groups": 81.0,
2231
+ "mean_success": 0.2059922533606744,
2232
+ "std_success": 0.02531545694792789
2233
+ },
2234
+ "PushCube-v1": {
2235
+ "mean_num_groups": 102.0,
2236
+ "mean_success": 0.7604066042026859,
2237
+ "std_success": 0.08151850231627764
2238
+ },
2239
+ "StackCube-v1": {
2240
+ "mean_num_groups": 93.33333333333333,
2241
+ "mean_success": 0.19336959336959336,
2242
+ "std_success": 0.08682910965604235
2243
+ }
2244
+ },
2245
+ "seed_action_mse_to_best": {
2246
+ "0": 0.4010052319470307,
2247
+ "1": 0.4123674940139703,
2248
+ "2": 0.45263203735179874
2249
+ },
2250
+ "seed_progress": {
2251
+ "0": 0.5468972360149729,
2252
+ "1": 0.5690277994780437,
2253
+ "2": 0.5674840461940545
2254
+ },
2255
+ "seed_success": {
2256
+ "0": 0.33217391304347826,
2257
+ "1": 0.3443478260869565,
2258
+ "2": 0.34782608695652173
2259
+ },
2260
+ "selected_candidate_type_counts": {
2261
+ "retrieval_residual_policy_residual": 1208,
2262
+ "retrieval_residual_residual_near_miss": 50,
2263
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
2264
+ "retrieval_residual_residual_no_op": 313,
2265
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 27,
2266
+ "retrieval_residual_residual_wrong_gripper": 122
2267
+ },
2268
+ "selected_residual_scale_counts": {
2269
+ "0.35": 1351,
2270
+ "0.4": 70,
2271
+ "0.45": 304
2272
+ },
2273
+ "selected_type_outcomes": {
2274
+ "retrieval_residual_policy_residual": {
2275
+ "count": 1208.0,
2276
+ "mean_progress": 0.5502828951138272,
2277
+ "success_rate": 0.33857615894039733
2278
+ },
2279
+ "retrieval_residual_residual_near_miss": {
2280
+ "count": 50.0,
2281
+ "mean_progress": 0.6465109135210514,
2282
+ "success_rate": 0.46
2283
+ },
2284
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
2285
+ "count": 5.0,
2286
+ "mean_progress": 0.7557853102684021,
2287
+ "success_rate": 0.6
2288
+ },
2289
+ "retrieval_residual_residual_no_op": {
2290
+ "count": 313.0,
2291
+ "mean_progress": 0.5516062982234592,
2292
+ "success_rate": 0.26198083067092653
2293
+ },
2294
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": {
2295
+ "count": 27.0,
2296
+ "mean_progress": 0.6916872307106301,
2297
+ "success_rate": 0.48148148148148145
2298
+ },
2299
+ "retrieval_residual_residual_wrong_gripper": {
2300
+ "count": 122.0,
2301
+ "mean_progress": 0.6211941464921168,
2302
+ "success_rate": 0.48360655737704916
2303
+ }
2304
+ },
2305
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmglobal_noopwgcontact_challenger0p01_summary.json",
2306
+ "std_success": 0.008218809784787139
2307
  },
2308
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001": {
2309
  "ci95_success": 0.03920403094295293,
 
2597
  "std_success": 0.015780472566743406
2598
  },
2599
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpullstack_challenger001": {
2600
+ "ci95_success": 0.03691512166355961,
2601
  "label": "K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper challenger on Pick/Pull/Stack",
2602
+ "mean_action_mse_to_best": 0.4207441219177259,
2603
+ "mean_progress": 0.5743561674773712,
2604
+ "mean_success": 0.36000000000000004,
2605
+ "num_completed": 3,
2606
+ "per_task_success": {
2607
+ "LiftPegUpright-v1": {
2608
+ "mean_num_groups": 102.0,
2609
+ "mean_success": 0.26340865087329823,
2610
+ "std_success": 0.06057881385012102
2611
+ },
2612
+ "PickCube-v1": {
2613
+ "mean_num_groups": 196.66666666666666,
2614
+ "mean_success": 0.3305568224046485,
2615
+ "std_success": 0.04196214617114575
2616
+ },
2617
+ "PullCube-v1": {
2618
+ "mean_num_groups": 81.0,
2619
+ "mean_success": 0.228271436166173,
2620
+ "std_success": 0.03525140677829959
2621
+ },
2622
+ "PushCube-v1": {
2623
+ "mean_num_groups": 102.0,
2624
+ "mean_success": 0.7604066042026859,
2625
+ "std_success": 0.08151850231627764
2626
+ },
2627
+ "StackCube-v1": {
2628
+ "mean_num_groups": 93.33333333333333,
2629
+ "mean_success": 0.19336959336959336,
2630
+ "std_success": 0.08682910965604235
2631
+ }
2632
+ },
2633
+ "seed_action_mse_to_best": {
2634
+ "0": 0.39735263349083455,
2635
+ "1": 0.4139976060374275,
2636
+ "2": 0.45088212622491564
2637
+ },
2638
+ "seed_progress": {
2639
+ "0": 0.5613569916915689,
2640
+ "1": 0.5718237993347904,
2641
+ "2": 0.5898877114057541
2642
+ },
2643
+ "seed_success": {
2644
+ "0": 0.3582608695652174,
2645
+ "1": 0.34608695652173915,
2646
+ "2": 0.37565217391304345
2647
+ },
2648
+ "selected_candidate_type_counts": {
2649
+ "retrieval_residual_policy_residual": 1418,
2650
+ "retrieval_residual_residual_near_miss": 91,
2651
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
2652
+ "retrieval_residual_residual_no_op": 38,
2653
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 27,
2654
+ "retrieval_residual_residual_wrong_gripper": 146
2655
+ },
2656
+ "selected_residual_scale_counts": {
2657
+ "0.35": 1492,
2658
+ "0.4": 41,
2659
+ "0.45": 192
2660
+ },
2661
+ "selected_type_outcomes": {
2662
+ "retrieval_residual_policy_residual": {
2663
+ "count": 1418.0,
2664
+ "mean_progress": 0.5610577679915375,
2665
+ "success_rate": 0.33709449929478136
2666
+ },
2667
+ "retrieval_residual_residual_near_miss": {
2668
+ "count": 91.0,
2669
+ "mean_progress": 0.5661385127926594,
2670
+ "success_rate": 0.38461538461538464
2671
+ },
2672
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
2673
+ "count": 5.0,
2674
+ "mean_progress": 0.7557853102684021,
2675
+ "success_rate": 0.6
2676
+ },
2677
+ "retrieval_residual_residual_no_op": {
2678
+ "count": 38.0,
2679
+ "mean_progress": 0.7757954887653652,
2680
+ "success_rate": 0.5263157894736842
2681
+ },
2682
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": {
2683
+ "count": 27.0,
2684
+ "mean_progress": 0.6916872307106301,
2685
+ "success_rate": 0.48148148148148145
2686
+ },
2687
+ "retrieval_residual_residual_wrong_gripper": {
2688
+ "count": 146.0,
2689
+ "mean_progress": 0.6282956086898642,
2690
+ "success_rate": 0.4931506849315068
2691
+ }
2692
+ },
2693
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmglobal_wgpickpullstack_challenger0p01_summary.json",
2694
+ "std_success": 0.01485913694837829
2695
  },
2696
  "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001": {
2697
  "ci95_success": 0.028111505659259583,
 
8440
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s045_safe_margin0p20_kernel_mean_by_type_noopbonus0p03_summary.json",
8441
  "std_success": 0.010190374394925756
8442
  },
8443
+ "residual_k6_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001": {
8444
+ "ci95_success": 0.029933913043478266,
8445
+ "label": "K6 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
8446
+ "mean_action_mse_to_best": 0.4099807325078417,
8447
+ "mean_progress": 0.5686452052022829,
8448
+ "mean_success": 0.34956521739130436,
8449
+ "num_completed": 3,
8450
+ "per_task_success": {
8451
+ "LiftPegUpright-v1": {
8452
+ "mean_num_groups": 102.0,
8453
+ "mean_success": 0.26340865087329823,
8454
+ "std_success": 0.06057881385012102
8455
+ },
8456
+ "PickCube-v1": {
8457
+ "mean_num_groups": 196.66666666666666,
8458
+ "mean_success": 0.31909606094388704,
8459
+ "std_success": 0.03185195743735153
8460
+ },
8461
+ "PullCube-v1": {
8462
+ "mean_num_groups": 81.0,
8463
+ "mean_success": 0.19973038657249184,
8464
+ "std_success": 0.03143110860617521
8465
+ },
8466
+ "PushCube-v1": {
8467
+ "mean_num_groups": 102.0,
8468
+ "mean_success": 0.7538059441366793,
8469
+ "std_success": 0.07965457487204111
8470
+ },
8471
+ "StackCube-v1": {
8472
+ "mean_num_groups": 93.33333333333333,
8473
+ "mean_success": 0.18697228697228696,
8474
+ "std_success": 0.06568668859904422
8475
+ }
8476
+ },
8477
+ "seed_action_mse_to_best": {
8478
+ "0": 0.39932717701177234,
8479
+ "1": 0.4013874253679229,
8480
+ "2": 0.42922759514383
8481
+ },
8482
+ "seed_progress": {
8483
+ "0": 0.5556146927902718,
8484
+ "1": 0.5693354412492203,
8485
+ "2": 0.5809854815673569
8486
+ },
8487
+ "seed_success": {
8488
+ "0": 0.3426086956521739,
8489
+ "1": 0.3426086956521739,
8490
+ "2": 0.3634782608695652
8491
+ },
8492
+ "selected_candidate_type_counts": {
8493
+ "retrieval_residual_policy_residual": 1524,
8494
+ "retrieval_residual_residual_near_miss": 104,
8495
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
8496
+ "retrieval_residual_residual_no_op": 34,
8497
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 35,
8498
+ "retrieval_residual_residual_wrong_gripper": 23
8499
+ },
8500
+ "selected_residual_scale_counts": {
8501
+ "0.35": 1563,
8502
+ "0.4": 13,
8503
+ "0.45": 149
8504
+ },
8505
+ "selected_type_outcomes": {
8506
+ "retrieval_residual_policy_residual": {
8507
+ "count": 1524.0,
8508
+ "mean_progress": 0.5664185173288562,
8509
+ "success_rate": 0.3484251968503937
8510
+ },
8511
+ "retrieval_residual_residual_near_miss": {
8512
+ "count": 104.0,
8513
+ "mean_progress": 0.5384184337901667,
8514
+ "success_rate": 0.3269230769230769
8515
+ },
8516
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
8517
+ "count": 5.0,
8518
+ "mean_progress": 0.9185634613037109,
8519
+ "success_rate": 0.8
8520
+ },
8521
+ "retrieval_residual_residual_no_op": {
8522
+ "count": 34.0,
8523
+ "mean_progress": 0.6942972383078407,
8524
+ "success_rate": 0.38235294117647056
8525
+ },
8526
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": {
8527
+ "count": 35.0,
8528
+ "mean_progress": 0.619267104778971,
8529
+ "success_rate": 0.37142857142857144
8530
+ },
8531
+ "retrieval_residual_residual_wrong_gripper": {
8532
+ "count": 23.0,
8533
+ "mean_progress": 0.5140160597536875,
8534
+ "success_rate": 0.34782608695652173
8535
+ }
8536
+ },
8537
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k6_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
8538
+ "std_success": 0.012049049096131323
8539
+ },
8540
+ "residual_k8_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001": {
8541
+ "ci95_success": 0.028767893823112123,
8542
+ "label": "K8 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
8543
+ "mean_action_mse_to_best": 0.4111984846284748,
8544
+ "mean_progress": 0.5684753134327036,
8545
+ "mean_success": 0.3501449275362319,
8546
+ "num_completed": 3,
8547
+ "per_task_success": {
8548
+ "LiftPegUpright-v1": {
8549
+ "mean_num_groups": 102.0,
8550
+ "mean_success": 0.26340865087329823,
8551
+ "std_success": 0.06057881385012102
8552
+ },
8553
+ "PickCube-v1": {
8554
+ "mean_num_groups": 196.66666666666666,
8555
+ "mean_success": 0.3209885927277232,
8556
+ "std_success": 0.028546221805186907
8557
+ },
8558
+ "PullCube-v1": {
8559
+ "mean_num_groups": 81.0,
8560
+ "mean_success": 0.19670894407736514,
8561
+ "std_success": 0.01355096164672601
8562
+ },
8563
+ "PushCube-v1": {
8564
+ "mean_num_groups": 102.0,
8565
+ "mean_success": 0.7505571718758995,
8566
+ "std_success": 0.08230105593270941
8567
+ },
8568
+ "StackCube-v1": {
8569
+ "mean_num_groups": 93.33333333333333,
8570
+ "mean_success": 0.1937062937062937,
8571
+ "std_success": 0.07732492963924059
8572
+ }
8573
+ },
8574
+ "seed_action_mse_to_best": {
8575
+ "0": 0.40068337346710586,
8576
+ "1": 0.40238139059718536,
8577
+ "2": 0.43053068982113313
8578
+ },
8579
+ "seed_progress": {
8580
+ "0": 0.5535212510512413,
8581
+ "1": 0.5703616362777741,
8582
+ "2": 0.5815430529690955
8583
+ },
8584
+ "seed_success": {
8585
+ "0": 0.3426086956521739,
8586
+ "1": 0.3443478260869565,
8587
+ "2": 0.3634782608695652
8588
+ },
8589
+ "selected_candidate_type_counts": {
8590
+ "retrieval_residual_policy_residual": 1522,
8591
+ "retrieval_residual_residual_near_miss": 109,
8592
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
8593
+ "retrieval_residual_residual_no_op": 30,
8594
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": 38,
8595
+ "retrieval_residual_residual_wrong_gripper": 21
8596
+ },
8597
+ "selected_residual_scale_counts": {
8598
+ "0.35": 1558,
8599
+ "0.4": 17,
8600
+ "0.45": 150
8601
+ },
8602
+ "selected_type_outcomes": {
8603
+ "retrieval_residual_policy_residual": {
8604
+ "count": 1522.0,
8605
+ "mean_progress": 0.566564130936272,
8606
+ "success_rate": 0.34822601839684625
8607
+ },
8608
+ "retrieval_residual_residual_near_miss": {
8609
+ "count": 109.0,
8610
+ "mean_progress": 0.532924958487648,
8611
+ "success_rate": 0.3211009174311927
8612
+ },
8613
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
8614
+ "count": 5.0,
8615
+ "mean_progress": 0.9184834241867066,
8616
+ "success_rate": 0.8
8617
+ },
8618
+ "retrieval_residual_residual_no_op": {
8619
+ "count": 30.0,
8620
+ "mean_progress": 0.6870485415061315,
8621
+ "success_rate": 0.4
8622
+ },
8623
+ "retrieval_residual_residual_no_op+residual_wrong_gripper": {
8624
+ "count": 38.0,
8625
+ "mean_progress": 0.5830513087934569,
8626
+ "success_rate": 0.34210526315789475
8627
+ },
8628
+ "retrieval_residual_residual_wrong_gripper": {
8629
+ "count": 21.0,
8630
+ "mean_progress": 0.6124126100469203,
8631
+ "success_rate": 0.47619047619047616
8632
+ }
8633
+ },
8634
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k8_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
8635
+ "std_success": 0.01157970107561633
8636
+ },
8637
  "residual_k8_fieldsoftmax_grid_noopbonus003": {
8638
  "ci95_success": 0.033559967695396,
8639
  "label": "K8 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03",
results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-07-01T03:07:08+00:00`
4
 
5
  ## Main Seed Statistics
6
 
@@ -67,8 +67,10 @@ Generated: `2026-07-01T03:07:08+00:00`
67
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper challenger on Pick/Pull, gate 0.01 | 3 | 36.06% +/- 1.58 | +/- 3.92 | 57.41% | 0.419 | +6.32 pp |
68
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin003_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper Pick/Pull margin 0.03 | 3 | 36.00% +/- 1.59 | +/- 3.96 | 57.39% | 0.417 | +6.26 pp |
69
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper Pick/Pull margin 0.05 | 3 | 35.88% +/- 1.58 | +/- 3.92 | 57.31% | 0.414 | +6.14 pp |
70
- | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpullstack_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper challenger on Pick/Pull/Stack | 0 | missing | missing | missing | missing | missing |
71
- | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + no-op/wrong-gripper contact challenger | 0 | missing | missing | missing | missing | missing |
 
 
72
  | typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | 3 | 31.30% +/- 3.81 | +/- 9.48 | 54.03% | 0.480 | +1.57 pp |
73
  | typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | 3 | 32.17% +/- 3.05 | +/- 7.57 | 54.74% | 0.467 | +2.43 pp |
74
  | typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | 3 | 33.45% +/- 3.39 | +/- 8.43 | 55.47% | 0.456 | +3.71 pp |
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-07-01T03:30:26+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
67
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper challenger on Pick/Pull, gate 0.01 | 3 | 36.06% +/- 1.58 | +/- 3.92 | 57.41% | 0.419 | +6.32 pp |
68
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin003_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper Pick/Pull margin 0.03 | 3 | 36.00% +/- 1.59 | +/- 3.96 | 57.39% | 0.417 | +6.26 pp |
69
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper Pick/Pull margin 0.05 | 3 | 35.88% +/- 1.58 | +/- 3.92 | 57.31% | 0.414 | +6.14 pp |
70
+ | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpullstack_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + wrong-gripper challenger on Pick/Pull/Stack | 3 | 36.00% +/- 1.49 | +/- 3.69 | 57.44% | 0.421 | +6.26 pp |
71
+ | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss global + no-op/wrong-gripper contact challenger | 3 | 34.14% +/- 0.82 | +/- 2.04 | 56.11% | 0.422 | +4.41 pp |
72
+ | residual_k6_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K6 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01 | 3 | 34.96% +/- 1.20 | +/- 2.99 | 56.86% | 0.410 | +5.22 pp |
73
+ | residual_k8_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K8 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01 | 3 | 35.01% +/- 1.16 | +/- 2.88 | 56.85% | 0.411 | +5.28 pp |
74
  | typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | 3 | 31.30% +/- 3.81 | +/- 9.48 | 54.03% | 0.480 | +1.57 pp |
75
  | typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | 3 | 32.17% +/- 3.05 | +/- 7.57 | 54.74% | 0.467 | +2.43 pp |
76
  | typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | 3 | 33.45% +/- 3.39 | +/- 8.43 | 55.47% | 0.456 | +3.71 pp |
results/paper_table_status.json CHANGED
@@ -1686,14 +1686,14 @@
1686
  "story_role": "oracle-trace contact-task calibration: wrong-gripper residuals are only challenger-eligible on Pick/Pull/Stack while near-miss stays global",
1687
  "fallback_success": null,
1688
  "pending_job": "14995028/14995047",
1689
- "path_exists": false,
1690
- "status": "pending",
1691
- "success": null,
1692
- "std_success": null,
1693
  "completed_seeds": null,
1694
- "num_completed": null,
1695
  "best_config": null,
1696
- "gain_vs_h16_policy": null
1697
  },
1698
  {
1699
  "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001",
@@ -1705,14 +1705,52 @@
1705
  "story_role": "contact-task sparse-family challenger ablation using no-op and wrong-gripper residuals where oracle trace shows proposal headroom",
1706
  "fallback_success": null,
1707
  "pending_job": "14995045/14995048",
1708
- "path_exists": false,
1709
- "status": "pending",
1710
- "success": null,
1711
- "std_success": null,
1712
  "completed_seeds": null,
1713
- "num_completed": null,
1714
  "best_config": null,
1715
- "gain_vs_h16_policy": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1716
  },
1717
  {
1718
  "key": "typed_proposal_lattice_types6_prepend_margin000",
 
1686
  "story_role": "oracle-trace contact-task calibration: wrong-gripper residuals are only challenger-eligible on Pick/Pull/Stack while near-miss stays global",
1687
  "fallback_success": null,
1688
  "pending_job": "14995028/14995047",
1689
+ "path_exists": true,
1690
+ "status": "complete",
1691
+ "success": 0.36,
1692
+ "std_success": 0.01485913694837829,
1693
  "completed_seeds": null,
1694
+ "num_completed": 3,
1695
  "best_config": null,
1696
+ "gain_vs_h16_policy": 0.06260869565217392
1697
  },
1698
  {
1699
  "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001",
 
1705
  "story_role": "contact-task sparse-family challenger ablation using no-op and wrong-gripper residuals where oracle trace shows proposal headroom",
1706
  "fallback_success": null,
1707
  "pending_job": "14995045/14995048",
1708
+ "path_exists": true,
1709
+ "status": "complete",
1710
+ "success": 0.34144927536231884,
1711
+ "std_success": 0.00821880978478714,
1712
  "completed_seeds": null,
1713
+ "num_completed": 3,
1714
  "best_config": null,
1715
+ "gain_vs_h16_policy": 0.04405797101449277
1716
+ },
1717
+ {
1718
+ "key": "retrieval_residual_k6_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
1719
+ "label": "K6 compatible residual retrieval, near-miss challenger gate 0.01",
1720
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k6_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
1721
+ "clean_deployment": "yes",
1722
+ "same_state_proposals": "no",
1723
+ "expert_proposal": "no",
1724
+ "story_role": "neighborhood-size test for whether compatible transported tangent charts need more train-state support than K4",
1725
+ "fallback_success": null,
1726
+ "pending_job": "14995739/14995759",
1727
+ "path_exists": true,
1728
+ "status": "complete",
1729
+ "success": 0.3495652173913043,
1730
+ "std_success": 0.01204904909613132,
1731
+ "completed_seeds": null,
1732
+ "num_completed": 3,
1733
+ "best_config": null,
1734
+ "gain_vs_h16_policy": 0.05217391304347824
1735
+ },
1736
+ {
1737
+ "key": "retrieval_residual_k8_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
1738
+ "label": "K8 compatible residual retrieval, near-miss challenger gate 0.01",
1739
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k8_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
1740
+ "clean_deployment": "yes",
1741
+ "same_state_proposals": "no",
1742
+ "expert_proposal": "no",
1743
+ "story_role": "larger-neighborhood transported tangent support test after K4 plateaued near 36%",
1744
+ "fallback_success": null,
1745
+ "pending_job": "14995741/14995761",
1746
+ "path_exists": true,
1747
+ "status": "complete",
1748
+ "success": 0.3501449275362319,
1749
+ "std_success": 0.01157970107561633,
1750
+ "completed_seeds": null,
1751
+ "num_completed": 3,
1752
+ "best_config": null,
1753
+ "gain_vs_h16_policy": 0.05275362318840582
1754
  },
1755
  {
1756
  "key": "typed_proposal_lattice_types6_prepend_margin000",
results/paper_table_status.md CHANGED
@@ -91,8 +91,10 @@ Baseline h=16 policy: 29.74%
91
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper challenger on Pick/Pull, gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | type-specific affordance gate: keep near-miss global while restricting wrong-gripper challenger to acquisition/contact tasks |
92
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin003_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.03 | complete | 36.00% | +6.26 pp | yes | no | no | type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull |
93
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.05 | complete | 35.88% | +6.14 pp | yes | no | no | upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration |
94
- | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpullstack_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper challenger on Pick/Pull/Stack | pending 14995028/14995047 | pending | pending | yes | no | no | oracle-trace contact-task calibration: wrong-gripper residuals are only challenger-eligible on Pick/Pull/Stack while near-miss stays global |
95
- | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001 | K4 compatible residual retrieval, near-miss global + no-op/wrong-gripper contact challenger | pending 14995045/14995048 | pending | pending | yes | no | no | contact-task sparse-family challenger ablation using no-op and wrong-gripper residuals where oracle trace shows proposal headroom |
 
 
96
  | typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | complete | 31.30% | +1.57 pp | yes | no | no | model-generated counterfactual proposal support test; field scores typed proposals rather than retrieved train-state residuals |
97
  | typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | complete | 32.17% | +2.43 pp | yes | no | no | model-generated counterfactual proposal support test with a conservative policy-abstention margin |
98
  | typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | complete | 33.45% | +3.71 pp | yes | no | no | anti-goal proposal-family mask test for the model-generated typed lattice |
 
91
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper challenger on Pick/Pull, gate 0.01 | complete | 36.06% | +6.32 pp | yes | no | no | type-specific affordance gate: keep near-miss global while restricting wrong-gripper challenger to acquisition/contact tasks |
92
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin003_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.03 | complete | 36.00% | +6.26 pp | yes | no | no | type-specific affordance margin: keep near-miss globally sensitive while requiring stronger wrong-gripper evidence only on Pick/Pull |
93
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpull_wgmargin005_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper Pick/Pull margin 0.05 | complete | 35.88% | +6.14 pp | yes | no | no | upper setting for type-specific wrong-gripper evidence on Pick/Pull while preserving global near-miss calibration |
94
+ | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_wgpickpullstack_challenger001 | K4 compatible residual retrieval, near-miss global + wrong-gripper challenger on Pick/Pull/Stack | complete | 36.00% | +6.26 pp | yes | no | no | oracle-trace contact-task calibration: wrong-gripper residuals are only challenger-eligible on Pick/Pull/Stack while near-miss stays global |
95
+ | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmglobal_noopwgcontact_challenger001 | K4 compatible residual retrieval, near-miss global + no-op/wrong-gripper contact challenger | complete | 34.14% | +4.41 pp | yes | no | no | contact-task sparse-family challenger ablation using no-op and wrong-gripper residuals where oracle trace shows proposal headroom |
96
+ | retrieval_residual_k6_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K6 compatible residual retrieval, near-miss challenger gate 0.01 | complete | 34.96% | +5.22 pp | yes | no | no | neighborhood-size test for whether compatible transported tangent charts need more train-state support than K4 |
97
+ | retrieval_residual_k8_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001 | K8 compatible residual retrieval, near-miss challenger gate 0.01 | complete | 35.01% | +5.28 pp | yes | no | no | larger-neighborhood transported tangent support test after K4 plateaued near 36% |
98
  | typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | complete | 31.30% | +1.57 pp | yes | no | no | model-generated counterfactual proposal support test; field scores typed proposals rather than retrieved train-state residuals |
99
  | typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | complete | 32.17% | +2.43 pp | yes | no | no | model-generated counterfactual proposal support test with a conservative policy-abstention margin |
100
  | typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | complete | 33.45% | +3.71 pp | yes | no | no | anti-goal proposal-family mask test for the model-generated typed lattice |
scripts/build_paper_analysis.py CHANGED
@@ -529,6 +529,22 @@ METHODS = [
529
  "k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmglobal_noopwgcontact_challenger0p01_summary.json"
530
  ),
531
  ),
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
532
  MethodSpec(
533
  key="typed_proposal_lattice_types6_prepend_margin000",
534
  label="Typed proposal lattice head, six families, policy-prepended margin 0.00",
 
529
  "k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmglobal_noopwgcontact_challenger0p01_summary.json"
530
  ),
531
  ),
532
+ MethodSpec(
533
+ key="residual_k6_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
534
+ label="K6 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
535
+ summary_path=(
536
+ "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
537
+ "k6_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json"
538
+ ),
539
+ ),
540
+ MethodSpec(
541
+ key="residual_k8_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
542
+ label="K8 compatible tangents, no-op bonus 0.03, near-miss challenger gate 0.01",
543
+ summary_path=(
544
+ "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
545
+ "k8_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json"
546
+ ),
547
+ ),
548
  MethodSpec(
549
  key="typed_proposal_lattice_types6_prepend_margin000",
550
  label="Typed proposal lattice head, six families, policy-prepended margin 0.00",
scripts/build_paper_table_status.py CHANGED
@@ -915,6 +915,26 @@ SPECS = [
915
  story_role="contact-task sparse-family challenger ablation using no-op and wrong-gripper residuals where oracle trace shows proposal headroom",
916
  pending_job="14995045/14995048",
917
  ),
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
918
  ResultSpec(
919
  key="typed_proposal_lattice_types6_prepend_margin000",
920
  label="Typed proposal lattice head, six families, policy-prepended margin 0.00",
 
915
  story_role="contact-task sparse-family challenger ablation using no-op and wrong-gripper residuals where oracle trace shows proposal headroom",
916
  pending_job="14995045/14995048",
917
  ),
918
+ ResultSpec(
919
+ key="retrieval_residual_k6_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
920
+ label="K6 compatible residual retrieval, near-miss challenger gate 0.01",
921
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k6_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
922
+ clean_deployment="yes",
923
+ same_state_proposals="no",
924
+ expert_proposal="no",
925
+ story_role="neighborhood-size test for whether compatible transported tangent charts need more train-state support than K4",
926
+ pending_job="14995739/14995759",
927
+ ),
928
+ ResultSpec(
929
+ key="retrieval_residual_k8_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
930
+ label="K8 compatible residual retrieval, near-miss challenger gate 0.01",
931
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k8_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_nmchallenger0p01_summary.json",
932
+ clean_deployment="yes",
933
+ same_state_proposals="no",
934
+ expert_proposal="no",
935
+ story_role="larger-neighborhood transported tangent support test after K4 plateaued near 36%",
936
+ pending_job="14995741/14995761",
937
+ ),
938
  ResultSpec(
939
  key="typed_proposal_lattice_types6_prepend_margin000",
940
  label="Typed proposal lattice head, six families, policy-prepended margin 0.00",