anhtld commited on
Commit
5aa4c25
·
verified ·
1 Parent(s): 9f01598

Auto-sync: 2026-06-29 02:31:09 (part 3)

Browse files
results/paper_analysis.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_clean_key": "residual_k4_consensus_noopbonus003",
3
- "generated_utc": "2026-06-29T06:15:24+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.06956521739130428,
6
  "best_clean_vs_h16": 0.05507246376811592,
@@ -349,6 +349,314 @@
349
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_summary.json",
350
  "std_success": 0.018073573644196997
351
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
352
  "residual_k4_consensus_noop0025_wg002": {
353
  "ci95_success": 0.03518915067855206,
354
  "label": "K4 mean-by-type tangent consensus, no-op 0.025 + wrong-gripper 0.02",
 
1
  {
2
  "best_clean_key": "residual_k4_consensus_noopbonus003",
3
+ "generated_utc": "2026-06-29T06:28:26+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.06956521739130428,
6
  "best_clean_vs_h16": 0.05507246376811592,
 
349
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_summary.json",
350
  "std_success": 0.018073573644196997
351
  },
352
+ "residual_k4_consensus_margin015_noopbonus003": {
353
+ "ci95_success": 0.027439420289855042,
354
+ "label": "K4 mean-by-type tangent consensus, margin 0.15, no-op bonus 0.03",
355
+ "mean_action_mse_to_best": 0.3972578248076573,
356
+ "mean_progress": 0.5666977553927132,
357
+ "mean_success": 0.3507246376811594,
358
+ "num_completed": 3,
359
+ "per_task_success": {
360
+ "LiftPegUpright-v1": {
361
+ "mean_num_groups": 102.0,
362
+ "mean_success": 0.2599364286510761,
363
+ "std_success": 0.054567202237336666
364
+ },
365
+ "PickCube-v1": {
366
+ "mean_num_groups": 196.66666666666666,
367
+ "mean_success": 0.31951412114455596,
368
+ "std_success": 0.022561949563808425
369
+ },
370
+ "PullCube-v1": {
371
+ "mean_num_groups": 81.0,
372
+ "mean_success": 0.20542391331865018,
373
+ "std_success": 0.007170913229566424
374
+ },
375
+ "PushCube-v1": {
376
+ "mean_num_groups": 102.0,
377
+ "mean_success": 0.751397595193677,
378
+ "std_success": 0.07098946144071037
379
+ },
380
+ "StackCube-v1": {
381
+ "mean_num_groups": 93.33333333333333,
382
+ "mean_success": 0.19740999740999743,
383
+ "std_success": 0.07397934256534576
384
+ }
385
+ },
386
+ "seed_action_mse_to_best": {
387
+ "0": 0.3823875710076612,
388
+ "1": 0.3907143801985228,
389
+ "2": 0.4186715232167879
390
+ },
391
+ "seed_progress": {
392
+ "0": 0.5523235452620555,
393
+ "1": 0.5681803968581168,
394
+ "2": 0.5795893240579671
395
+ },
396
+ "seed_success": {
397
+ "0": 0.3443478260869565,
398
+ "1": 0.3443478260869565,
399
+ "2": 0.3634782608695652
400
+ },
401
+ "selected_candidate_type_counts": {
402
+ "retrieval_residual_policy_residual": 1598,
403
+ "retrieval_residual_residual_no_op": 90,
404
+ "retrieval_residual_residual_wrong_gripper": 37
405
+ },
406
+ "selected_residual_scale_counts": {
407
+ "0.4": 1725
408
+ },
409
+ "selected_type_outcomes": {
410
+ "retrieval_residual_policy_residual": {
411
+ "count": 1598.0,
412
+ "mean_progress": 0.5609213063446945,
413
+ "success_rate": 0.344180225281602
414
+ },
415
+ "retrieval_residual_residual_no_op": {
416
+ "count": 90.0,
417
+ "mean_progress": 0.6413994556499852,
418
+ "success_rate": 0.4222222222222222
419
+ },
420
+ "retrieval_residual_residual_wrong_gripper": {
421
+ "count": 37.0,
422
+ "mean_progress": 0.63447106770567,
423
+ "success_rate": 0.4594594594594595
424
+ }
425
+ },
426
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p15_mean_by_type_noopbonus0p03_summary.json",
427
+ "std_success": 0.011044961671453697
428
+ },
429
+ "residual_k4_consensus_margin015_srcscorebonus002": {
430
+ "ci95_success": 0.02628111194117414,
431
+ "label": "K4 mean-by-type tangent consensus, margin 0.15, source-score bonus 0.02",
432
+ "mean_action_mse_to_best": 0.39648515512518906,
433
+ "mean_progress": 0.5663530205259472,
434
+ "mean_success": 0.34956521739130436,
435
+ "num_completed": 3,
436
+ "per_task_success": {
437
+ "LiftPegUpright-v1": {
438
+ "mean_num_groups": 102.0,
439
+ "mean_success": 0.2599364286510761,
440
+ "std_success": 0.054567202237336666
441
+ },
442
+ "PickCube-v1": {
443
+ "mean_num_groups": 196.66666666666666,
444
+ "mean_success": 0.31930509104422145,
445
+ "std_success": 0.027120739980041123
446
+ },
447
+ "PullCube-v1": {
448
+ "mean_num_groups": 81.0,
449
+ "mean_success": 0.20542391331865018,
450
+ "std_success": 0.007170913229566424
451
+ },
452
+ "PushCube-v1": {
453
+ "mean_num_groups": 102.0,
454
+ "mean_success": 0.7445511658698934,
455
+ "std_success": 0.07505800752379664
456
+ },
457
+ "StackCube-v1": {
458
+ "mean_num_groups": 93.33333333333333,
459
+ "mean_success": 0.19740999740999743,
460
+ "std_success": 0.07397934256534576
461
+ }
462
+ },
463
+ "seed_action_mse_to_best": {
464
+ "0": 0.3825673672265333,
465
+ "1": 0.38947549535042564,
466
+ "2": 0.4174126027986083
467
+ },
468
+ "seed_progress": {
469
+ "0": 0.5518181501450422,
470
+ "1": 0.5673385079528974,
471
+ "2": 0.579902403479902
472
+ },
473
+ "seed_success": {
474
+ "0": 0.3443478260869565,
475
+ "1": 0.3426086956521739,
476
+ "2": 0.3617391304347826
477
+ },
478
+ "selected_candidate_type_counts": {
479
+ "retrieval_residual_policy_residual": 1604,
480
+ "retrieval_residual_residual_no_op": 78,
481
+ "retrieval_residual_residual_wrong_gripper": 43
482
+ },
483
+ "selected_residual_scale_counts": {
484
+ "0.4": 1725
485
+ },
486
+ "selected_type_outcomes": {
487
+ "retrieval_residual_policy_residual": {
488
+ "count": 1604.0,
489
+ "mean_progress": 0.5570878207019525,
490
+ "success_rate": 0.33915211970074816
491
+ },
492
+ "retrieval_residual_residual_no_op": {
493
+ "count": 78.0,
494
+ "mean_progress": 0.7125367106726537,
495
+ "success_rate": 0.48717948717948717
496
+ },
497
+ "retrieval_residual_residual_wrong_gripper": {
498
+ "count": 43.0,
499
+ "mean_progress": 0.6467961062525593,
500
+ "success_rate": 0.4883720930232558
501
+ }
502
+ },
503
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p15_mean_by_type_srcscorebonus0p02_summary.json",
504
+ "std_success": 0.010578717443996917
505
+ },
506
+ "residual_k4_consensus_margin025_noopbonus003": {
507
+ "ci95_success": 0.034922898550724606,
508
+ "label": "K4 mean-by-type tangent consensus, margin 0.25, no-op bonus 0.03",
509
+ "mean_action_mse_to_best": 0.39512178331424574,
510
+ "mean_progress": 0.5640931326198588,
511
+ "mean_success": 0.3484057971014493,
512
+ "num_completed": 3,
513
+ "per_task_success": {
514
+ "LiftPegUpright-v1": {
515
+ "mean_num_groups": 102.0,
516
+ "mean_success": 0.26340865087329823,
517
+ "std_success": 0.06057881385012102
518
+ },
519
+ "PickCube-v1": {
520
+ "mean_num_groups": 196.66666666666666,
521
+ "mean_success": 0.31741255926038536,
522
+ "std_success": 0.03084062759150011
523
+ },
524
+ "PullCube-v1": {
525
+ "mean_num_groups": 81.0,
526
+ "mean_success": 0.19226601858180806,
527
+ "std_success": 0.029812623771358626
528
+ },
529
+ "PushCube-v1": {
530
+ "mean_num_groups": 102.0,
531
+ "mean_success": 0.7445511658698934,
532
+ "std_success": 0.07505800752379664
533
+ },
534
+ "StackCube-v1": {
535
+ "mean_num_groups": 93.33333333333333,
536
+ "mean_success": 0.2011137011137011,
537
+ "std_success": 0.07105663963231741
538
+ }
539
+ },
540
+ "seed_action_mse_to_best": {
541
+ "0": 0.3818597935172527,
542
+ "1": 0.3877675680119706,
543
+ "2": 0.415737988413514
544
+ },
545
+ "seed_progress": {
546
+ "0": 0.5509842345887876,
547
+ "1": 0.5622477454109036,
548
+ "2": 0.5790474178598853
549
+ },
550
+ "seed_success": {
551
+ "0": 0.34608695652173915,
552
+ "1": 0.3356521739130435,
553
+ "2": 0.3634782608695652
554
+ },
555
+ "selected_candidate_type_counts": {
556
+ "retrieval_residual_policy_residual": 1681,
557
+ "retrieval_residual_residual_no_op": 29,
558
+ "retrieval_residual_residual_wrong_gripper": 15
559
+ },
560
+ "selected_residual_scale_counts": {
561
+ "0.4": 1725
562
+ },
563
+ "selected_type_outcomes": {
564
+ "retrieval_residual_policy_residual": {
565
+ "count": 1681.0,
566
+ "mean_progress": 0.5609548186565506,
567
+ "success_rate": 0.3438429506246282
568
+ },
569
+ "retrieval_residual_residual_no_op": {
570
+ "count": 29.0,
571
+ "mean_progress": 0.7565103556061613,
572
+ "success_rate": 0.5862068965517241
573
+ },
574
+ "retrieval_residual_residual_wrong_gripper": {
575
+ "count": 15.0,
576
+ "mean_progress": 0.5437868863344193,
577
+ "success_rate": 0.4
578
+ }
579
+ },
580
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p25_mean_by_type_noopbonus0p03_summary.json",
581
+ "std_success": 0.014057223945486528
582
+ },
583
+ "residual_k4_consensus_margin025_srcscorebonus002": {
584
+ "ci95_success": 0.034922898550724606,
585
+ "label": "K4 mean-by-type tangent consensus, margin 0.25, source-score bonus 0.02",
586
+ "mean_action_mse_to_best": 0.39499614254531007,
587
+ "mean_progress": 0.5641164365458499,
588
+ "mean_success": 0.3484057971014493,
589
+ "num_completed": 3,
590
+ "per_task_success": {
591
+ "LiftPegUpright-v1": {
592
+ "mean_num_groups": 102.0,
593
+ "mean_success": 0.26340865087329823,
594
+ "std_success": 0.06057881385012102
595
+ },
596
+ "PickCube-v1": {
597
+ "mean_num_groups": 196.66666666666666,
598
+ "mean_success": 0.31741255926038536,
599
+ "std_success": 0.03084062759150011
600
+ },
601
+ "PullCube-v1": {
602
+ "mean_num_groups": 81.0,
603
+ "mean_success": 0.19226601858180806,
604
+ "std_success": 0.029812623771358626
605
+ },
606
+ "PushCube-v1": {
607
+ "mean_num_groups": 102.0,
608
+ "mean_success": 0.7445511658698934,
609
+ "std_success": 0.07505800752379664
610
+ },
611
+ "StackCube-v1": {
612
+ "mean_num_groups": 93.33333333333333,
613
+ "mean_success": 0.2011137011137011,
614
+ "std_success": 0.07105663963231741
615
+ }
616
+ },
617
+ "seed_action_mse_to_best": {
618
+ "0": 0.3809117384157751,
619
+ "1": 0.38808461398048244,
620
+ "2": 0.41599207523967263
621
+ },
622
+ "seed_progress": {
623
+ "0": 0.5509842345887876,
624
+ "1": 0.5623445302021244,
625
+ "2": 0.5790205448466377
626
+ },
627
+ "seed_success": {
628
+ "0": 0.34608695652173915,
629
+ "1": 0.3356521739130435,
630
+ "2": 0.3634782608695652
631
+ },
632
+ "selected_candidate_type_counts": {
633
+ "retrieval_residual_policy_residual": 1684,
634
+ "retrieval_residual_residual_no_op": 24,
635
+ "retrieval_residual_residual_wrong_gripper": 17
636
+ },
637
+ "selected_residual_scale_counts": {
638
+ "0.4": 1725
639
+ },
640
+ "selected_type_outcomes": {
641
+ "retrieval_residual_policy_residual": {
642
+ "count": 1684.0,
643
+ "mean_progress": 0.560429067915488,
644
+ "success_rate": 0.34323040380047504
645
+ },
646
+ "retrieval_residual_residual_no_op": {
647
+ "count": 24.0,
648
+ "mean_progress": 0.7992291407038769,
649
+ "success_rate": 0.625
650
+ },
651
+ "retrieval_residual_residual_wrong_gripper": {
652
+ "count": 17.0,
653
+ "mean_progress": 0.5974590173538994,
654
+ "success_rate": 0.47058823529411764
655
+ }
656
+ },
657
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p25_mean_by_type_srcscorebonus0p02_summary.json",
658
+ "std_success": 0.014057223945486528
659
+ },
660
  "residual_k4_consensus_noop0025_wg002": {
661
  "ci95_success": 0.03518915067855206,
662
  "label": "K4 mean-by-type tangent consensus, no-op 0.025 + wrong-gripper 0.02",
results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-06-29T06:15:24+00:00`
4
 
5
  ## Main Seed Statistics
6
 
@@ -24,6 +24,10 @@ Generated: `2026-06-29T06:15:24+00:00`
24
  | residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 34.84% +/- 1.35 | +/- 3.36 | 56.55% | 0.397 | +5.10 pp |
25
  | residual_k4_consensus_noopbonus003 | K4 mean-by-type tangent consensus, no-op bonus 0.03 | 3 | 35.25% +/- 1.28 | +/- 3.18 | 56.68% | 0.395 | +5.51 pp |
26
  | residual_k4_consensus_noopbonus003_srcprog025 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.25 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.69% | 0.396 | +5.45 pp |
 
 
 
 
27
  | residual_k4_consensus_nooponly_noopbonus003 | K4 mean-by-type tangent consensus, no-op-only residuals, no-op bonus 0.03 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.57% | 0.394 | +5.45 pp |
28
  | residual_k4_consensus_nooponly_srcscorebonus002 | K4 mean-by-type tangent consensus, no-op-only residuals, source-score bonus 0.02 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.55% | 0.394 | +5.45 pp |
29
  | residual_k4_consensus_noopbonus003_srcprog050 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.50 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.53% | 0.396 | +5.22 pp |
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-06-29T06:28:26+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
24
  | residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 34.84% +/- 1.35 | +/- 3.36 | 56.55% | 0.397 | +5.10 pp |
25
  | residual_k4_consensus_noopbonus003 | K4 mean-by-type tangent consensus, no-op bonus 0.03 | 3 | 35.25% +/- 1.28 | +/- 3.18 | 56.68% | 0.395 | +5.51 pp |
26
  | residual_k4_consensus_noopbonus003_srcprog025 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.25 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.69% | 0.396 | +5.45 pp |
27
+ | residual_k4_consensus_margin015_noopbonus003 | K4 mean-by-type tangent consensus, margin 0.15, no-op bonus 0.03 | 3 | 35.07% +/- 1.10 | +/- 2.74 | 56.67% | 0.397 | +5.33 pp |
28
+ | residual_k4_consensus_margin025_noopbonus003 | K4 mean-by-type tangent consensus, margin 0.25, no-op bonus 0.03 | 3 | 34.84% +/- 1.41 | +/- 3.49 | 56.41% | 0.395 | +5.10 pp |
29
+ | residual_k4_consensus_margin015_srcscorebonus002 | K4 mean-by-type tangent consensus, margin 0.15, source-score bonus 0.02 | 3 | 34.96% +/- 1.06 | +/- 2.63 | 56.64% | 0.396 | +5.22 pp |
30
+ | residual_k4_consensus_margin025_srcscorebonus002 | K4 mean-by-type tangent consensus, margin 0.25, source-score bonus 0.02 | 3 | 34.84% +/- 1.41 | +/- 3.49 | 56.41% | 0.395 | +5.10 pp |
31
  | residual_k4_consensus_nooponly_noopbonus003 | K4 mean-by-type tangent consensus, no-op-only residuals, no-op bonus 0.03 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.57% | 0.394 | +5.45 pp |
32
  | residual_k4_consensus_nooponly_srcscorebonus002 | K4 mean-by-type tangent consensus, no-op-only residuals, source-score bonus 0.02 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.55% | 0.394 | +5.45 pp |
33
  | residual_k4_consensus_noopbonus003_srcprog050 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.50 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.53% | 0.396 | +5.22 pp |
results/paper_core_results.md CHANGED
@@ -46,6 +46,7 @@ and the remaining clean-to-same-state proposal gap is `+21.74 pp`.
46
  | K4 mean-by-type residual retrieval + source-score prior 0.015/0.020 | No | No | 35.25% | +5.51 pp | Full train reward score, including terminal success, also replaces the typed prior without improving it |
47
  | K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
48
  | K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the 35.25% safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
 
49
  | K4 mean-by-type residual retrieval + no-op prior + source-progress gate | No | No | 34.72-35.19% | +4.99-5.45 pp | Train-source progress viability is a near-tie/negative gate; soft threshold 0.25 is closest, while stricter thresholds over-abstain below the no-op plateau |
50
  | K4 task-relative mean-by-type residual retrieval + no-op prior 0.03 | No | No | 34.43% | +4.70 pp | Task-relative target/reference pose retrieval underperforms the raw-metric no-op plateau |
51
  | K4 kernel-weighted residual consensus + no-op prior 0.03 | No | No | 35.13-35.19% | +5.39-5.45 pp | Distance-weighted tangent interpolation is plausible but does not beat equal mean-consensus no-op plateau |
@@ -89,19 +90,20 @@ Suggested main-table rows:
89
  13. K4 mean-by-type residual retrieval + no-op prior plateau, canonical 0.03
90
  14. K4 mean-by-type residual retrieval + source-progress/source-score prior diagnostics
91
  15. K4 mean-by-type residual retrieval + no-op-only family diagnostic
92
- 16. Source-progress viability gate diagnostics
93
- 17. K2/K4 task-relative retrieval metric diagnostics
94
- 18. K4 kernel-weighted residual consensus + no-op prior diagnostics
95
- 19. K4 field-softmax residual barycenter + margin diagnostics
96
- 20. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
97
- 21. K2 broad tangent ray-search
98
- 22. Residual-tangent distillation policy
99
- 23. Residual+Gaussian hybrid, K32 sigma0.35
100
- 24. Lattice, near-miss only
101
- 25. Lattice, no expert
102
- 26. Lattice, no expert + policy baseline candidate
103
- 27. Lattice, full
104
- 28. Oracle ceiling
 
105
 
106
  Suggested claim:
107
 
@@ -111,7 +113,7 @@ Suggested claim:
111
  > progress/reward-score prior gives the strongest clean gain so far, while ungated KNN residual
112
  > retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
113
  > train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
114
- > source-progress viability gates, no-op-only family masking, overly strong train-outcome priors, tangent consensus, kernel-weighted tangent interpolation, field-softmax tangent barycenters, tangent ray-search, wrong-gripper typed priors, and same-state policy-baseline fallback fail to improve the main rows.
115
  > The large effect appears only when the field is queried on
116
  > same-state intervention proposals, and the mechanism is isolated to local near-miss
117
  > counterfactual geometry.
 
46
  | K4 mean-by-type residual retrieval + source-score prior 0.015/0.020 | No | No | 35.25% | +5.51 pp | Full train reward score, including terminal success, also replaces the typed prior without improving it |
47
  | K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
48
  | K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the 35.25% safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
49
+ | K4 mean-by-type residual retrieval + margin sweep around 0.20 | No | No | 34.84-35.25% | +5.10-5.51 pp | Margin 0.20 is a local abstention optimum for both typed no-op and source-score priors; 0.15 and 0.25 drop below the plateau |
50
  | K4 mean-by-type residual retrieval + no-op prior + source-progress gate | No | No | 34.72-35.19% | +4.99-5.45 pp | Train-source progress viability is a near-tie/negative gate; soft threshold 0.25 is closest, while stricter thresholds over-abstain below the no-op plateau |
51
  | K4 task-relative mean-by-type residual retrieval + no-op prior 0.03 | No | No | 34.43% | +4.70 pp | Task-relative target/reference pose retrieval underperforms the raw-metric no-op plateau |
52
  | K4 kernel-weighted residual consensus + no-op prior 0.03 | No | No | 35.13-35.19% | +5.39-5.45 pp | Distance-weighted tangent interpolation is plausible but does not beat equal mean-consensus no-op plateau |
 
90
  13. K4 mean-by-type residual retrieval + no-op prior plateau, canonical 0.03
91
  14. K4 mean-by-type residual retrieval + source-progress/source-score prior diagnostics
92
  15. K4 mean-by-type residual retrieval + no-op-only family diagnostic
93
+ 16. K4 mean-by-type residual retrieval + abstention margin fine sweep
94
+ 17. Source-progress viability gate diagnostics
95
+ 18. K2/K4 task-relative retrieval metric diagnostics
96
+ 19. K4 kernel-weighted residual consensus + no-op prior diagnostics
97
+ 20. K4 field-softmax residual barycenter + margin diagnostics
98
+ 21. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
99
+ 22. K2 broad tangent ray-search
100
+ 23. Residual-tangent distillation policy
101
+ 24. Residual+Gaussian hybrid, K32 sigma0.35
102
+ 25. Lattice, near-miss only
103
+ 26. Lattice, no expert
104
+ 27. Lattice, no expert + policy baseline candidate
105
+ 28. Lattice, full
106
+ 29. Oracle ceiling
107
 
108
  Suggested claim:
109
 
 
113
  > progress/reward-score prior gives the strongest clean gain so far, while ungated KNN residual
114
  > retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
115
  > train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
116
+ > source-progress viability gates, no-op-only family masking, off-peak abstention margins, overly strong train-outcome priors, tangent consensus, kernel-weighted tangent interpolation, field-softmax tangent barycenters, tangent ray-search, wrong-gripper typed priors, and same-state policy-baseline fallback fail to improve the main rows.
117
  > The large effect appears only when the field is queried on
118
  > same-state intervention proposals, and the mechanism is isolated to local near-miss
119
  > counterfactual geometry.
results/paper_story_memo.md CHANGED
@@ -41,6 +41,7 @@ when queried on proposal geometry that matches those local counterfactuals.
41
  | Train-source progress viability is too blunt a residual gate | source-progress thresholds 0.25/0.50/0.75 reach 35.19%/34.96%/34.72%, below the unfiltered no-op plateau at 35.25% | Negative/near-tie diagnostic |
42
  | Continuous train-source progress prior can replace the typed no-op prior but not improve it | source-progress bonus 0.03 ties the 35.25% best exactly; bonus 0.05 drops to 35.13% | Cleaner tie diagnostic |
43
  | Full train-source reward-score prior also ties but does not improve the clean best | source-score bonuses 0.015/0.020 tie 35.25%; 0.025 drops to 35.19% | Cleaner tie diagnostic |
 
44
  | Train-split residual family reliability does not recover the typed mask | after fixing threshold pass-through, scale-0.35 thresholds 0.10/0.25 reach 33.33%/33.28%, below typed safe residuals | Negative diagnostic |
45
  | Residual-tangent distillation does not solve clean proposal generation | aligned allmap tangent student reaches 28.87% despite low pseudo-target BC loss | Negative diagnostic |
46
  | Policy-relative residual anchoring does not improve the bridge | policy-anchor safe residual transport ties 33.74% rather than improving expert-anchor residuals | Negative diagnostic |
@@ -69,14 +70,15 @@ clean proposal result, the intended main rows are:
69
  16. K4 mean-by-type tangent consensus + train-source progress prior: 35.25% at bonus 0.03; 35.13% at bonus 0.05
70
  17. K4 mean-by-type tangent consensus + train-source reward-score prior: 35.25% at bonuses 0.015/0.020; 35.19% at 0.025
71
  18. K4 mean-by-type tangent consensus, no-op-only residuals: 35.19% with either no-op bonus 0.03 or source-score bonus 0.02
72
- 19. Source-progress viability gates: 35.19% / 34.96% / 34.72% for thresholds 0.25 / 0.50 / 0.75
73
- 20. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
74
- 21. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
75
- 22. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
76
- 23. K2 broad tangent ray-search: 34.96%
77
- 24. K1/K2 tight tangent ray-search: 34.84% / 34.84%
78
- 25. K4 tight tangent ray-search: 34.55%
79
- 26. Residual-tangent distillation policy: 28.87%
 
80
  26. Z-score residual retrieval: 32.23-32.81%
81
  27. Task-relative residual retrieval metric: 34.26-34.43%
82
  28. Train-family reliability prior: 33.28-33.33%
@@ -113,9 +115,9 @@ test-time search. The cleaner novelty is:
113
 
114
  ## Job Status
115
 
116
- Last checked: `2026-06-29 06:13 UTC`. The no-op-only residual-family ablation
117
- completed after CPU smokes and GPU arrays, and the paper table/paired analysis
118
- now include both full safe-family and no-op-only train-outcome prior rows.
119
 
120
  - `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
121
  direct rollout is 26.84%, field-guided best is 27.65%.
@@ -262,6 +264,11 @@ now include both full safe-family and no-op-only train-outcome prior rows.
262
  35.25% safe-family plateau. Summary jobs `14897565`/`14897566` and rebuild
263
  job `14897567` were submitted; local summary/analysis rebuilds were also run
264
  while the CPU summary job was still pending.
 
 
 
 
 
265
  - `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
266
  selector. It selected index `3` on a two-residual/two-scale toy case and
267
  returned the expected action `0.20`, validating the candidate expansion and
@@ -287,9 +294,11 @@ now include both full safe-family and no-op-only train-outcome prior rows.
287
  continuous train-source progress prior at bonus 0.03 ties this result without
288
  a hand typed no-op prior; train-source reward-score priors at 0.015/0.020 also
289
  tie it. The no-op-only family ablation reaches 35.19%, so wrong-gripper
290
- residuals are a marginal helper rather than the core mechanism. This is a
291
- cleaner story hook but still not a higher SOTA number. The completed
292
- K2/ray-search rows are near-ties that support the sparse-intervention story.
 
 
293
  - Use `results/paper_analysis.md` for paired seed deltas, per-task gaps, and
294
  selection histograms when writing reviewer-facing tables.
295
  - Treat z-score and task-relative retrieval metrics, source-progress viability gates,
 
41
  | Train-source progress viability is too blunt a residual gate | source-progress thresholds 0.25/0.50/0.75 reach 35.19%/34.96%/34.72%, below the unfiltered no-op plateau at 35.25% | Negative/near-tie diagnostic |
42
  | Continuous train-source progress prior can replace the typed no-op prior but not improve it | source-progress bonus 0.03 ties the 35.25% best exactly; bonus 0.05 drops to 35.13% | Cleaner tie diagnostic |
43
  | Full train-source reward-score prior also ties but does not improve the clean best | source-score bonuses 0.015/0.020 tie 35.25%; 0.025 drops to 35.19% | Cleaner tie diagnostic |
44
+ | Advantage margin 0.20 is a local optimum for K4 tangent consensus | no-op prior margins 0.15/0.20/0.25 reach 35.07%/35.25%/34.84%; source-score prior margins reach 34.96%/35.25%/34.84% | Abstention plateau sharpened |
45
  | Train-split residual family reliability does not recover the typed mask | after fixing threshold pass-through, scale-0.35 thresholds 0.10/0.25 reach 33.33%/33.28%, below typed safe residuals | Negative diagnostic |
46
  | Residual-tangent distillation does not solve clean proposal generation | aligned allmap tangent student reaches 28.87% despite low pseudo-target BC loss | Negative diagnostic |
47
  | Policy-relative residual anchoring does not improve the bridge | policy-anchor safe residual transport ties 33.74% rather than improving expert-anchor residuals | Negative diagnostic |
 
70
  16. K4 mean-by-type tangent consensus + train-source progress prior: 35.25% at bonus 0.03; 35.13% at bonus 0.05
71
  17. K4 mean-by-type tangent consensus + train-source reward-score prior: 35.25% at bonuses 0.015/0.020; 35.19% at 0.025
72
  18. K4 mean-by-type tangent consensus, no-op-only residuals: 35.19% with either no-op bonus 0.03 or source-score bonus 0.02
73
+ 19. K4 mean-by-type abstention margin sweep: 35.07% / 35.25% / 34.84% for typed no-op margins 0.15 / 0.20 / 0.25; 34.96% / 35.25% / 34.84% for source-score margins
74
+ 20. Source-progress viability gates: 35.19% / 34.96% / 34.72% for thresholds 0.25 / 0.50 / 0.75
75
+ 21. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
76
+ 22. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
77
+ 23. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
78
+ 24. K2 broad tangent ray-search: 34.96%
79
+ 25. K1/K2 tight tangent ray-search: 34.84% / 34.84%
80
+ 26. K4 tight tangent ray-search: 34.55%
81
+ 27. Residual-tangent distillation policy: 28.87%
82
  26. Z-score residual retrieval: 32.23-32.81%
83
  27. Task-relative residual retrieval metric: 34.26-34.43%
84
  28. Train-family reliability prior: 33.28-33.33%
 
115
 
116
  ## Job Status
117
 
118
+ Last checked: `2026-06-29 06:29 UTC`. The K4 abstention-margin fine sweep
119
+ completed, and the paper table/paired analysis now include margin `0.15`,
120
+ `0.20`, and `0.25` rows for both typed no-op and source-score priors.
121
 
122
  - `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
123
  direct rollout is 26.84%, field-guided best is 27.65%.
 
264
  35.25% safe-family plateau. Summary jobs `14897565`/`14897566` and rebuild
265
  job `14897567` were submitted; local summary/analysis rebuilds were also run
266
  while the CPU summary job was still pending.
267
+ - `14897841`/`14897842`/`14897843`/`14897844`: completed K4 mean-by-type
268
+ abstention-margin fine sweeps around the best margin `0.20`. With no-op bonus
269
+ `0.03`, margins `0.15`/`0.20`/`0.25` reach 35.07%/35.25%/34.84%. With
270
+ source-score bonus `0.02`, they reach 34.96%/35.25%/34.84%. Summary jobs
271
+ `14897845`-`14897848` and rebuild job `14897849` completed.
272
  - `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
273
  selector. It selected index `3` on a two-residual/two-scale toy case and
274
  returned the expected action `0.20`, validating the candidate expansion and
 
294
  continuous train-source progress prior at bonus 0.03 ties this result without
295
  a hand typed no-op prior; train-source reward-score priors at 0.015/0.020 also
296
  tie it. The no-op-only family ablation reaches 35.19%, so wrong-gripper
297
+ residuals are a marginal helper rather than the core mechanism. The margin
298
+ fine sweep confirms `0.20` is a local abstention optimum for both typed and
299
+ measured train-outcome priors. This is a cleaner story hook but still not a
300
+ higher SOTA number. The completed K2/ray-search rows are near-ties that
301
+ support the sparse-intervention story.
302
  - Use `results/paper_analysis.md` for paired seed deltas, per-task gaps, and
303
  selection histograms when writing reviewer-facing tables.
304
  - Treat z-score and task-relative retrieval metrics, source-progress viability gates,
results/paper_table_status.json CHANGED
@@ -859,6 +859,82 @@
859
  "best_config": null,
860
  "gain_vs_h16_policy": 0.05449275362318845
861
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
862
  {
863
  "key": "retrieval_residual_k4_mean_nooponly_noopbonus003",
864
  "label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03",
 
859
  "best_config": null,
860
  "gain_vs_h16_policy": 0.05449275362318845
861
  },
862
+ {
863
+ "key": "retrieval_residual_k4_mean_margin015_noopbonus003",
864
+ "label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.15, no-op bonus 0.03",
865
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p15_mean_by_type_noopbonus0p03_summary.json",
866
+ "clean_deployment": "yes",
867
+ "same_state_proposals": "no",
868
+ "expert_proposal": "no",
869
+ "story_role": "advantage-abstention margin fine sweep for sparse residual transport",
870
+ "fallback_success": null,
871
+ "pending_job": "14897841/14897845",
872
+ "path_exists": true,
873
+ "status": "complete",
874
+ "success": 0.3507246376811594,
875
+ "std_success": 0.011044961671453697,
876
+ "completed_seeds": null,
877
+ "num_completed": 3,
878
+ "best_config": null,
879
+ "gain_vs_h16_policy": 0.053333333333333344
880
+ },
881
+ {
882
+ "key": "retrieval_residual_k4_mean_margin025_noopbonus003",
883
+ "label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.25, no-op bonus 0.03",
884
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p25_mean_by_type_noopbonus0p03_summary.json",
885
+ "clean_deployment": "yes",
886
+ "same_state_proposals": "no",
887
+ "expert_proposal": "no",
888
+ "story_role": "advantage-abstention margin fine sweep for sparse residual transport",
889
+ "fallback_success": null,
890
+ "pending_job": "14897842/14897846",
891
+ "path_exists": true,
892
+ "status": "complete",
893
+ "success": 0.34840579710144925,
894
+ "std_success": 0.01405722394548653,
895
+ "completed_seeds": null,
896
+ "num_completed": 3,
897
+ "best_config": null,
898
+ "gain_vs_h16_policy": 0.051014492753623186
899
+ },
900
+ {
901
+ "key": "retrieval_residual_k4_mean_margin015_srcscorebonus002",
902
+ "label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.15, source-score bonus 0.02",
903
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p15_mean_by_type_srcscorebonus0p02_summary.json",
904
+ "clean_deployment": "yes",
905
+ "same_state_proposals": "no",
906
+ "expert_proposal": "no",
907
+ "story_role": "advantage-abstention margin fine sweep with measured train-source prior",
908
+ "fallback_success": null,
909
+ "pending_job": "14897843/14897847",
910
+ "path_exists": true,
911
+ "status": "complete",
912
+ "success": 0.34956521739130436,
913
+ "std_success": 0.010578717443996917,
914
+ "completed_seeds": null,
915
+ "num_completed": 3,
916
+ "best_config": null,
917
+ "gain_vs_h16_policy": 0.05217391304347829
918
+ },
919
+ {
920
+ "key": "retrieval_residual_k4_mean_margin025_srcscorebonus002",
921
+ "label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.25, source-score bonus 0.02",
922
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p25_mean_by_type_srcscorebonus0p02_summary.json",
923
+ "clean_deployment": "yes",
924
+ "same_state_proposals": "no",
925
+ "expert_proposal": "no",
926
+ "story_role": "advantage-abstention margin fine sweep with measured train-source prior",
927
+ "fallback_success": null,
928
+ "pending_job": "14897844/14897848",
929
+ "path_exists": true,
930
+ "status": "complete",
931
+ "success": 0.34840579710144925,
932
+ "std_success": 0.01405722394548653,
933
+ "completed_seeds": null,
934
+ "num_completed": 3,
935
+ "best_config": null,
936
+ "gain_vs_h16_policy": 0.051014492753623186
937
+ },
938
  {
939
  "key": "retrieval_residual_k4_mean_nooponly_noopbonus003",
940
  "label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03",
results/paper_table_status.md CHANGED
@@ -48,6 +48,10 @@ Baseline h=16 policy: 29.74%
48
  | retrieval_residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport neighborhood scaling |
49
  | retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 35.25% | +5.51 pp | yes | no | no | current best clean typed sparse-intervention prior |
50
  | retrieval_residual_k4_mean_noopbonus003_srcprog025 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.25 | complete | 35.19% | +5.45 pp | yes | no | no | soft train-source viability gate for sparse residual transport |
 
 
 
 
51
  | retrieval_residual_k4_mean_nooponly_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation for sparse tangent transport |
52
  | retrieval_residual_k4_mean_nooponly_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, source-score bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation with measured train-source prior |
53
  | retrieval_residual_k4_mean_noopbonus003_srcprog050 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.50 | complete | 34.96% | +5.22 pp | yes | no | no | train-source viability gate for sparse residual transport |
 
48
  | retrieval_residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport neighborhood scaling |
49
  | retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 35.25% | +5.51 pp | yes | no | no | current best clean typed sparse-intervention prior |
50
  | retrieval_residual_k4_mean_noopbonus003_srcprog025 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.25 | complete | 35.19% | +5.45 pp | yes | no | no | soft train-source viability gate for sparse residual transport |
51
+ | retrieval_residual_k4_mean_margin015_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.15, no-op bonus 0.03 | complete | 35.07% | +5.33 pp | yes | no | no | advantage-abstention margin fine sweep for sparse residual transport |
52
+ | retrieval_residual_k4_mean_margin025_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.25, no-op bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | advantage-abstention margin fine sweep for sparse residual transport |
53
+ | retrieval_residual_k4_mean_margin015_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.15, source-score bonus 0.02 | complete | 34.96% | +5.22 pp | yes | no | no | advantage-abstention margin fine sweep with measured train-source prior |
54
+ | retrieval_residual_k4_mean_margin025_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.25, source-score bonus 0.02 | complete | 34.84% | +5.10 pp | yes | no | no | advantage-abstention margin fine sweep with measured train-source prior |
55
  | retrieval_residual_k4_mean_nooponly_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation for sparse tangent transport |
56
  | retrieval_residual_k4_mean_nooponly_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, source-score bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation with measured train-source prior |
57
  | retrieval_residual_k4_mean_noopbonus003_srcprog050 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.50 | complete | 34.96% | +5.22 pp | yes | no | no | train-source viability gate for sparse residual transport |