anhtld commited on
Commit
4058350
·
verified ·
1 Parent(s): 8ae17f4

Auto-sync: 2026-06-29 02:57:43 (part 3)

Browse files
results/paper_analysis.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_clean_key": "residual_k4_consensus_grid035040045_noopbonus003",
3
- "generated_utc": "2026-06-29T06:47:32+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.07130434782608691,
6
  "best_clean_vs_h16": 0.05681159420289855,
@@ -507,6 +507,243 @@
507
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035040045_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json",
508
  "std_success": 0.012049049096131323
509
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
510
  "residual_k4_consensus_margin015_noopbonus003": {
511
  "ci95_success": 0.027439420289855042,
512
  "label": "K4 mean-by-type tangent consensus, margin 0.15, no-op bonus 0.03",
 
1
  {
2
  "best_clean_key": "residual_k4_consensus_grid035040045_noopbonus003",
3
+ "generated_utc": "2026-06-29T07:06:31+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.07130434782608691,
6
  "best_clean_vs_h16": 0.05681159420289855,
 
507
  "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035040045_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json",
508
  "std_success": 0.012049049096131323
509
  },
510
+ "residual_k4_consensus_grid035045055_noopbonus003": {
511
+ "ci95_success": 0.0228624037279942,
512
+ "label": "K4 mean-by-type tangent consensus, scales 0.35/0.45/0.55, no-op bonus 0.03",
513
+ "mean_action_mse_to_best": 0.4017242217439132,
514
+ "mean_progress": 0.5679968697053118,
515
+ "mean_success": 0.35130434782608694,
516
+ "num_completed": 3,
517
+ "per_task_success": {
518
+ "LiftPegUpright-v1": {
519
+ "mean_num_groups": 102.0,
520
+ "mean_success": 0.26340865087329823,
521
+ "std_success": 0.06057881385012102
522
+ },
523
+ "PickCube-v1": {
524
+ "mean_num_groups": 196.66666666666666,
525
+ "mean_success": 0.32313730955035297,
526
+ "std_success": 0.016291886617014133
527
+ },
528
+ "PullCube-v1": {
529
+ "mean_num_groups": 81.0,
530
+ "mean_success": 0.19226601858180806,
531
+ "std_success": 0.029812623771358626
532
+ },
533
+ "PushCube-v1": {
534
+ "mean_num_groups": 102.0,
535
+ "mean_success": 0.7538059441366793,
536
+ "std_success": 0.07965457487204111
537
+ },
538
+ "StackCube-v1": {
539
+ "mean_num_groups": 93.33333333333333,
540
+ "mean_success": 0.19740999740999743,
541
+ "std_success": 0.07397934256534576
542
+ }
543
+ },
544
+ "seed_action_mse_to_best": {
545
+ "0": 0.3897169904621399,
546
+ "1": 0.3928398724855936,
547
+ "2": 0.4226158022840062
548
+ },
549
+ "seed_progress": {
550
+ "0": 0.5549358964865299,
551
+ "1": 0.5698409637744012,
552
+ "2": 0.5792137488550044
553
+ },
554
+ "seed_success": {
555
+ "0": 0.3443478260869565,
556
+ "1": 0.34782608695652173,
557
+ "2": 0.3617391304347826
558
+ },
559
+ "selected_candidate_type_counts": {
560
+ "retrieval_residual_policy_residual": 1610,
561
+ "retrieval_residual_residual_no_op": 82,
562
+ "retrieval_residual_residual_wrong_gripper": 33
563
+ },
564
+ "selected_residual_scale_counts": {
565
+ "0.35": 1627,
566
+ "0.45": 21,
567
+ "0.55": 77
568
+ },
569
+ "selected_type_outcomes": {
570
+ "retrieval_residual_policy_residual": {
571
+ "count": 1610.0,
572
+ "mean_progress": 0.5596588065308825,
573
+ "success_rate": 0.3440993788819876
574
+ },
575
+ "retrieval_residual_residual_no_op": {
576
+ "count": 82.0,
577
+ "mean_progress": 0.678117303995461,
578
+ "success_rate": 0.4268292682926829
579
+ },
580
+ "retrieval_residual_residual_wrong_gripper": {
581
+ "count": 33.0,
582
+ "mean_progress": 0.7011606908883109,
583
+ "success_rate": 0.5151515151515151
584
+ }
585
+ },
586
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
587
+ "std_success": 0.009202613255876844
588
+ },
589
+ "residual_k4_consensus_grid040045050_noopbonus003": {
590
+ "ci95_success": 0.025316336466430018,
591
+ "label": "K4 mean-by-type tangent consensus, scales 0.40/0.45/0.50, no-op bonus 0.03",
592
+ "mean_action_mse_to_best": 0.3983363078623687,
593
+ "mean_progress": 0.5691949463564601,
594
+ "mean_success": 0.35362318840579715,
595
+ "num_completed": 3,
596
+ "per_task_success": {
597
+ "LiftPegUpright-v1": {
598
+ "mean_num_groups": 102.0,
599
+ "mean_success": 0.26340865087329823,
600
+ "std_success": 0.06057881385012102
601
+ },
602
+ "PickCube-v1": {
603
+ "mean_num_groups": 196.66666666666666,
604
+ "mean_success": 0.3264233753364188,
605
+ "std_success": 0.019140239285976537
606
+ },
607
+ "PullCube-v1": {
608
+ "mean_num_groups": 81.0,
609
+ "mean_success": 0.20103794840636946,
610
+ "std_success": 0.014667153114049147
611
+ },
612
+ "PushCube-v1": {
613
+ "mean_num_groups": 102.0,
614
+ "mean_success": 0.7541032711666796,
615
+ "std_success": 0.07644139692615382
616
+ },
617
+ "StackCube-v1": {
618
+ "mean_num_groups": 93.33333333333333,
619
+ "mean_success": 0.19740999740999743,
620
+ "std_success": 0.07397934256534576
621
+ }
622
+ },
623
+ "seed_action_mse_to_best": {
624
+ "0": 0.3837931162734394,
625
+ "1": 0.39108053201080667,
626
+ "2": 0.42013527530285977
627
+ },
628
+ "seed_progress": {
629
+ "0": 0.5553471852506956,
630
+ "1": 0.5711554712316265,
631
+ "2": 0.581082182587058
632
+ },
633
+ "seed_success": {
634
+ "0": 0.34608695652173915,
635
+ "1": 0.34956521739130436,
636
+ "2": 0.3652173913043478
637
+ },
638
+ "selected_candidate_type_counts": {
639
+ "retrieval_residual_policy_residual": 1626,
640
+ "retrieval_residual_residual_no_op": 67,
641
+ "retrieval_residual_residual_wrong_gripper": 32
642
+ },
643
+ "selected_residual_scale_counts": {
644
+ "0.4": 1641,
645
+ "0.45": 12,
646
+ "0.5": 72
647
+ },
648
+ "selected_type_outcomes": {
649
+ "retrieval_residual_policy_residual": {
650
+ "count": 1626.0,
651
+ "mean_progress": 0.5610487258769904,
652
+ "success_rate": 0.34501845018450183
653
+ },
654
+ "retrieval_residual_residual_no_op": {
655
+ "count": 67.0,
656
+ "mean_progress": 0.7180690015318678,
657
+ "success_rate": 0.5074626865671642
658
+ },
659
+ "retrieval_residual_residual_wrong_gripper": {
660
+ "count": 32.0,
661
+ "mean_progress": 0.671419721446,
662
+ "success_rate": 0.46875
663
+ }
664
+ },
665
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
666
+ "std_success": 0.010190374394925756
667
+ },
668
+ "residual_k4_consensus_grid040045050_srcscorebonus002": {
669
+ "ci95_success": 0.0262811119411741,
670
+ "label": "K4 mean-by-type tangent consensus, scales 0.40/0.45/0.50, source-score bonus 0.02",
671
+ "mean_action_mse_to_best": 0.39819325285518303,
672
+ "mean_progress": 0.5689121059149256,
673
+ "mean_success": 0.35304347826086957,
674
+ "num_completed": 3,
675
+ "per_task_success": {
676
+ "LiftPegUpright-v1": {
677
+ "mean_num_groups": 102.0,
678
+ "mean_success": 0.2604587983659236,
679
+ "std_success": 0.06317251148949075
680
+ },
681
+ "PickCube-v1": {
682
+ "mean_num_groups": 196.66666666666666,
683
+ "mean_success": 0.3264233753364188,
684
+ "std_success": 0.019140239285976537
685
+ },
686
+ "PullCube-v1": {
687
+ "mean_num_groups": 81.0,
688
+ "mean_success": 0.20103794840636946,
689
+ "std_success": 0.014667153114049147
690
+ },
691
+ "PushCube-v1": {
692
+ "mean_num_groups": 102.0,
693
+ "mean_success": 0.7541032711666796,
694
+ "std_success": 0.07644139692615382
695
+ },
696
+ "StackCube-v1": {
697
+ "mean_num_groups": 93.33333333333333,
698
+ "mean_success": 0.19740999740999743,
699
+ "std_success": 0.07397934256534576
700
+ }
701
+ },
702
+ "seed_action_mse_to_best": {
703
+ "0": 0.3833637685717448,
704
+ "1": 0.39096053219521826,
705
+ "2": 0.4202554577985859
706
+ },
707
+ "seed_progress": {
708
+ "0": 0.5549538400178047,
709
+ "1": 0.5707065432065207,
710
+ "2": 0.5810759345204513
711
+ },
712
+ "seed_success": {
713
+ "0": 0.34608695652173915,
714
+ "1": 0.34782608695652173,
715
+ "2": 0.3652173913043478
716
+ },
717
+ "selected_candidate_type_counts": {
718
+ "retrieval_residual_policy_residual": 1630,
719
+ "retrieval_residual_residual_no_op": 60,
720
+ "retrieval_residual_residual_wrong_gripper": 35
721
+ },
722
+ "selected_residual_scale_counts": {
723
+ "0.4": 1644,
724
+ "0.45": 12,
725
+ "0.5": 69
726
+ },
727
+ "selected_type_outcomes": {
728
+ "retrieval_residual_policy_residual": {
729
+ "count": 1630.0,
730
+ "mean_progress": 0.5593074301753868,
731
+ "success_rate": 0.34294478527607364
732
+ },
733
+ "retrieval_residual_residual_no_op": {
734
+ "count": 60.0,
735
+ "mean_progress": 0.7584823973476886,
736
+ "success_rate": 0.55
737
+ },
738
+ "retrieval_residual_residual_wrong_gripper": {
739
+ "count": 35.0,
740
+ "mean_progress": 0.6912379336144243,
741
+ "success_rate": 0.4857142857142857
742
+ }
743
+ },
744
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json",
745
+ "std_success": 0.0105787174439969
746
+ },
747
  "residual_k4_consensus_margin015_noopbonus003": {
748
  "ci95_success": 0.027439420289855042,
749
  "label": "K4 mean-by-type tangent consensus, margin 0.15, no-op bonus 0.03",
results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-06-29T06:47:32+00:00`
4
 
5
  ## Main Seed Statistics
6
 
@@ -30,6 +30,9 @@ Generated: `2026-06-29T06:47:32+00:00`
30
  | residual_k4_consensus_margin025_srcscorebonus002 | K4 mean-by-type tangent consensus, margin 0.25, source-score bonus 0.02 | 3 | 34.84% +/- 1.41 | +/- 3.49 | 56.41% | 0.395 | +5.10 pp |
31
  | residual_k4_consensus_grid035040045_noopbonus003 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 35.42% +/- 1.12 | +/- 2.78 | 56.87% | 0.397 | +5.68 pp |
32
  | residual_k4_consensus_grid035040045_srcscorebonus002 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, source-score bonus 0.02 | 3 | 35.30% +/- 1.20 | +/- 2.99 | 56.76% | 0.397 | +5.57 pp |
 
 
 
33
  | residual_k4_consensus_nooponly_noopbonus003 | K4 mean-by-type tangent consensus, no-op-only residuals, no-op bonus 0.03 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.57% | 0.394 | +5.45 pp |
34
  | residual_k4_consensus_nooponly_srcscorebonus002 | K4 mean-by-type tangent consensus, no-op-only residuals, source-score bonus 0.02 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.55% | 0.394 | +5.45 pp |
35
  | residual_k4_consensus_noopbonus003_srcprog050 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.50 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.53% | 0.396 | +5.22 pp |
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-06-29T07:06:31+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
30
  | residual_k4_consensus_margin025_srcscorebonus002 | K4 mean-by-type tangent consensus, margin 0.25, source-score bonus 0.02 | 3 | 34.84% +/- 1.41 | +/- 3.49 | 56.41% | 0.395 | +5.10 pp |
31
  | residual_k4_consensus_grid035040045_noopbonus003 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 35.42% +/- 1.12 | +/- 2.78 | 56.87% | 0.397 | +5.68 pp |
32
  | residual_k4_consensus_grid035040045_srcscorebonus002 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, source-score bonus 0.02 | 3 | 35.30% +/- 1.20 | +/- 2.99 | 56.76% | 0.397 | +5.57 pp |
33
+ | residual_k4_consensus_grid040045050_noopbonus003 | K4 mean-by-type tangent consensus, scales 0.40/0.45/0.50, no-op bonus 0.03 | 3 | 35.36% +/- 1.02 | +/- 2.53 | 56.92% | 0.398 | +5.62 pp |
34
+ | residual_k4_consensus_grid040045050_srcscorebonus002 | K4 mean-by-type tangent consensus, scales 0.40/0.45/0.50, source-score bonus 0.02 | 3 | 35.30% +/- 1.06 | +/- 2.63 | 56.89% | 0.398 | +5.57 pp |
35
+ | residual_k4_consensus_grid035045055_noopbonus003 | K4 mean-by-type tangent consensus, scales 0.35/0.45/0.55, no-op bonus 0.03 | 3 | 35.13% +/- 0.92 | +/- 2.29 | 56.80% | 0.402 | +5.39 pp |
36
  | residual_k4_consensus_nooponly_noopbonus003 | K4 mean-by-type tangent consensus, no-op-only residuals, no-op bonus 0.03 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.57% | 0.394 | +5.45 pp |
37
  | residual_k4_consensus_nooponly_srcscorebonus002 | K4 mean-by-type tangent consensus, no-op-only residuals, source-score bonus 0.02 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.55% | 0.394 | +5.45 pp |
38
  | residual_k4_consensus_noopbonus003_srcprog050 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.50 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.53% | 0.396 | +5.22 pp |
results/paper_core_results.md CHANGED
@@ -46,6 +46,8 @@ no-op prior is `+5.68 pp` over canonical h=16, same-state no-expert lattice is
46
  | K4 mean-by-type residual retrieval + source-progress prior 0.05 | No | No | 35.13% | +5.39 pp | A stronger measured-progress prior over-selects nonzero residuals and drops below the plateau |
47
  | K4 mean-by-type residual retrieval + source-score prior 0.015/0.020 | No | No | 35.25% | +5.51 pp | Full train reward score, including terminal success, also replaces the fixed-scale typed prior without improving it |
48
  | K4 mean-by-type residual retrieval + scale-grid source-score prior 0.02 | No | No | 35.30% | +5.57 pp | Measured train-source prior benefits from tangent length calibration but remains below the typed no-op scale-grid row |
 
 
49
  | K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
50
  | K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the fixed-scale safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
51
  | K4 mean-by-type residual retrieval + margin sweep around 0.20 | No | No | 34.84-35.25% | +5.10-5.51 pp | Margin 0.20 is a local abstention optimum for both typed no-op and source-score priors; 0.15 and 0.25 drop below the plateau |
@@ -91,29 +93,32 @@ Suggested main-table rows:
91
  12. K4 train-state residual retrieval, mean-by-type tangent consensus
92
  13. K4 mean-by-type residual retrieval + fixed-scale no-op prior plateau, canonical 0.03
93
  14. K4 mean-by-type residual retrieval + scale-grid no-op prior 0.03
94
- 15. K4 mean-by-type residual retrieval + source-progress/source-score prior diagnostics
95
- 16. K4 mean-by-type residual retrieval + no-op-only family diagnostic
96
- 17. K4 mean-by-type residual retrieval + abstention margin fine sweep
97
- 18. Source-progress viability gate diagnostics
98
- 19. K2/K4 task-relative retrieval metric diagnostics
99
- 20. K4 kernel-weighted residual consensus + no-op prior diagnostics
100
- 21. K4 field-softmax residual barycenter + margin diagnostics
101
- 22. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
102
- 23. K2 broad tangent ray-search
103
- 24. Residual-tangent distillation policy
104
- 25. Residual+Gaussian hybrid, K32 sigma0.35
105
- 26. Lattice, near-miss only
106
- 27. Lattice, no expert
107
- 28. Lattice, no expert + policy baseline candidate
108
- 29. Lattice, full
109
- 30. Oracle ceiling
 
110
 
111
  Suggested claim:
112
 
113
  > DoVLA-CIL is not a better behavior-cloning policy; it is a local counterfactual action
114
  > selection rule. Deployment-clean K4 consensus residual transport with advantage
115
  > abstention, a small typed no-op prior, and field-gated tangent length
116
- > calibration gives the strongest clean gain so far; train-source progress/reward-score
 
 
117
  > priors provide cleaner fixed-scale ties but not the top row. Ungated KNN residual
118
  > retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
119
  > train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
 
46
  | K4 mean-by-type residual retrieval + source-progress prior 0.05 | No | No | 35.13% | +5.39 pp | A stronger measured-progress prior over-selects nonzero residuals and drops below the plateau |
47
  | K4 mean-by-type residual retrieval + source-score prior 0.015/0.020 | No | No | 35.25% | +5.51 pp | Full train reward score, including terminal success, also replaces the fixed-scale typed prior without improving it |
48
  | K4 mean-by-type residual retrieval + scale-grid source-score prior 0.02 | No | No | 35.30% | +5.57 pp | Measured train-source prior benefits from tangent length calibration but remains below the typed no-op scale-grid row |
49
+ | K4 mean-by-type residual retrieval + upper scale-grid no-op prior 0.03 | No | No | 35.36% | +5.62 pp | Scales 0.40/0.45/0.50 nearly tie but do not beat the 0.35/0.40/0.45 row |
50
+ | K4 mean-by-type residual retrieval + wide scale-grid no-op prior 0.03 | No | No | 35.13% | +5.39 pp | Including 0.55 over-extends the transported tangent and drops below the best local calibration |
51
  | K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
52
  | K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the fixed-scale safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
53
  | K4 mean-by-type residual retrieval + margin sweep around 0.20 | No | No | 34.84-35.25% | +5.10-5.51 pp | Margin 0.20 is a local abstention optimum for both typed no-op and source-score priors; 0.15 and 0.25 drop below the plateau |
 
93
  12. K4 train-state residual retrieval, mean-by-type tangent consensus
94
  13. K4 mean-by-type residual retrieval + fixed-scale no-op prior plateau, canonical 0.03
95
  14. K4 mean-by-type residual retrieval + scale-grid no-op prior 0.03
96
+ 15. K4 mean-by-type residual retrieval + upper/wide tangent-length diagnostics
97
+ 16. K4 mean-by-type residual retrieval + source-progress/source-score prior diagnostics
98
+ 17. K4 mean-by-type residual retrieval + no-op-only family diagnostic
99
+ 18. K4 mean-by-type residual retrieval + abstention margin fine sweep
100
+ 19. Source-progress viability gate diagnostics
101
+ 20. K2/K4 task-relative retrieval metric diagnostics
102
+ 21. K4 kernel-weighted residual consensus + no-op prior diagnostics
103
+ 22. K4 field-softmax residual barycenter + margin diagnostics
104
+ 23. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
105
+ 24. K2 broad tangent ray-search
106
+ 25. Residual-tangent distillation policy
107
+ 26. Residual+Gaussian hybrid, K32 sigma0.35
108
+ 27. Lattice, near-miss only
109
+ 28. Lattice, no expert
110
+ 29. Lattice, no expert + policy baseline candidate
111
+ 30. Lattice, full
112
+ 31. Oracle ceiling
113
 
114
  Suggested claim:
115
 
116
  > DoVLA-CIL is not a better behavior-cloning policy; it is a local counterfactual action
117
  > selection rule. Deployment-clean K4 consensus residual transport with advantage
118
  > abstention, a small typed no-op prior, and field-gated tangent length
119
+ > calibration over a narrow local scale grid gives the strongest clean gain so far;
120
+ > extending the scale grid upward is near-tie/negative, so the effect is local
121
+ > calibration rather than larger steps. Train-source progress/reward-score
122
  > priors provide cleaner fixed-scale ties but not the top row. Ungated KNN residual
123
  > retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
124
  > train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
results/paper_story_memo.md CHANGED
@@ -28,7 +28,7 @@ when queried on proposal geometry that matches those local counterfactuals.
28
  | Counterfactual advantage abstention improves clean transport | requiring field advantage over the zero-residual policy raises typed residual transport to 34.84%, and K2 retrieval reaches 35.01% | Supported as the previous clean best |
29
  | Clean residual transport behaves like sparse intervention | `paper_analysis.md` shows the best clean row abstains to zero-residual policy on 94.6% of states, while selected nonzero residuals succeed at 50.0% vs 34.58% for abstention | Stronger clean-mechanism framing |
30
  | Tangent consensus is close but needs sparse typing | K4 mean-by-type residual consensus reaches 34.96%; a small no-op residual prior plateau at 0.025-0.035 raises fixed-scale transport to 35.25% | Fixed-scale clean diagnostic |
31
- | Field-gated tangent length calibration improves the clean bridge | K4 mean-by-type scale grid 0.35/0.40/0.45 with no-op bonus 0.03 reaches 35.42%; the source-score version reaches 35.30% | Current best clean result |
32
  | Kernel-weighted tangent interpolation does not beat equal consensus | K4 kernel-weighted residual consensus reaches 34.96%; with no-op prior and scales 0.35/0.40/0.45 it reaches 35.13%/35.19%/35.19%, below the 35.25% mean-consensus plateau | Negative/near-tie diagnostic |
33
  | Field-conditioned tangent barycenters identify good sparse corrections but do not close the proposal gap | K4 field-softmax transport reaches 34.96%; with no-op prior and margins 0.10/0.05/0.00 it reaches 35.19%/35.07%/34.84%. Selected aggregate residuals are high-value (up to 60.00% success), but selecting more of them degrades the global row | Negative/near-tie diagnostic |
34
  | Tangent ray-search does not beat the typed-prior clean row | K1/K2 tight scale-grid ray search reach 34.84%; K2 broad reaches 34.96%; K4 tight reaches 34.55%, all below the scale-grid mean-consensus row at 35.42% | Near-tie/negative diagnostic |
@@ -69,27 +69,28 @@ clean proposal result, the intended main rows are:
69
  14. K4 mean-by-type tangent consensus: 34.96%
70
  15. K4 mean-by-type tangent consensus + typed no-op prior 0.025-0.035: 35.25%
71
  16. K4 mean-by-type tangent consensus + scale-grid typed no-op prior: 35.42%
72
- 17. K4 mean-by-type tangent consensus + train-source progress prior: 35.25% at bonus 0.03; 35.13% at bonus 0.05
73
- 18. K4 mean-by-type tangent consensus + train-source reward-score prior: 35.25% at bonuses 0.015/0.020; 35.30% with scale grid; 35.19% at 0.025
74
- 19. K4 mean-by-type tangent consensus, no-op-only residuals: 35.19% with either no-op bonus 0.03 or source-score bonus 0.02
75
- 20. K4 mean-by-type abstention margin sweep: 35.07% / 35.25% / 34.84% for typed no-op margins 0.15 / 0.20 / 0.25; 34.96% / 35.25% / 34.84% for source-score margins
76
- 21. Source-progress viability gates: 35.19% / 34.96% / 34.72% for thresholds 0.25 / 0.50 / 0.75
77
- 22. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
78
- 23. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
79
- 24. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
80
- 25. K2 broad tangent ray-search: 34.96%
81
- 26. K1/K2 tight tangent ray-search: 34.84% / 34.84%
82
- 27. K4 tight tangent ray-search: 34.55%
83
- 28. Residual-tangent distillation policy: 28.87%
84
- 29. Z-score residual retrieval: 32.23-32.81%
85
- 30. Task-relative residual retrieval metric: 34.26-34.43%
86
- 31. Train-family reliability prior: 33.28-33.33%
87
- 32. Residual+Gaussian hybrid K32/K64: 31.30% / 30.90%
88
- 33. Lattice, near-miss only: 55.94%
89
- 34. Lattice, no expert: 56.99%
90
- 35. Lattice, no expert + policy baseline candidate: 40.70%
91
- 36. Lattice, full: 69.33%
92
- 37. Oracle ceiling: 86.78%
 
93
 
94
  ## Novelty Framing
95
 
@@ -117,9 +118,10 @@ test-time search. The cleaner novelty is:
117
 
118
  ## Job Status
119
 
120
- Last checked: `2026-06-29 06:47 UTC`. The K4 mean-by-type scale-grid sweep
121
- completed and produced a new clean best, 35.42%, while the paper table/paired
122
- analysis now use that row as `best_clean_key`.
 
123
 
124
  - `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
125
  direct rollout is 26.84%, field-guided best is 27.65%.
@@ -276,6 +278,12 @@ analysis now use that row as `best_clean_key`.
276
  no-op prior row reaches a new clean best, 35.42%; the source-score prior row
277
  reaches 35.30%. Summary jobs `14897990`/`14897991` completed; rebuild job
278
  `14897992` was submitted, and local rebuilds updated the paper artifacts.
 
 
 
 
 
 
279
  - `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
280
  selector. It selected index `3` on a two-residual/two-scale toy case and
281
  returned the expected action `0.20`, validating the candidate expansion and
@@ -300,10 +308,12 @@ analysis now use that row as `best_clean_key`.
300
  `0.35/0.40/0.45` as the current best clean deployment diagnostic, 35.42%, not
301
  as a SOTA claim. The fixed-scale no-op plateau remains 35.25%; continuous
302
  train-source progress/reward-score priors tie that fixed-scale row, and
303
- scale-grid source-score reaches 35.30% but not the new best. The no-op-only
304
- family ablation reaches 35.19%, so wrong-gripper residuals are a marginal
305
- helper rather than the core mechanism. The margin fine sweep confirms `0.20`
306
- is a local abstention optimum for both typed and measured train-outcome
 
 
307
  priors. The completed K2/ray-search rows are near-ties that support the
308
  sparse-intervention story.
309
  - Use `results/paper_analysis.md` for paired seed deltas, per-task gaps, and
 
28
  | Counterfactual advantage abstention improves clean transport | requiring field advantage over the zero-residual policy raises typed residual transport to 34.84%, and K2 retrieval reaches 35.01% | Supported as the previous clean best |
29
  | Clean residual transport behaves like sparse intervention | `paper_analysis.md` shows the best clean row abstains to zero-residual policy on 94.6% of states, while selected nonzero residuals succeed at 50.0% vs 34.58% for abstention | Stronger clean-mechanism framing |
30
  | Tangent consensus is close but needs sparse typing | K4 mean-by-type residual consensus reaches 34.96%; a small no-op residual prior plateau at 0.025-0.035 raises fixed-scale transport to 35.25% | Fixed-scale clean diagnostic |
31
+ | Field-gated tangent length calibration improves the clean bridge | K4 mean-by-type scale grid 0.35/0.40/0.45 with no-op bonus 0.03 reaches 35.42%; the source-score version reaches 35.30%. Upper 0.40/0.45/0.50 nearly ties at 35.36%, while wide 0.35/0.45/0.55 drops to 35.13% | Current best clean result; local scale calibration, not a larger-step effect |
32
  | Kernel-weighted tangent interpolation does not beat equal consensus | K4 kernel-weighted residual consensus reaches 34.96%; with no-op prior and scales 0.35/0.40/0.45 it reaches 35.13%/35.19%/35.19%, below the 35.25% mean-consensus plateau | Negative/near-tie diagnostic |
33
  | Field-conditioned tangent barycenters identify good sparse corrections but do not close the proposal gap | K4 field-softmax transport reaches 34.96%; with no-op prior and margins 0.10/0.05/0.00 it reaches 35.19%/35.07%/34.84%. Selected aggregate residuals are high-value (up to 60.00% success), but selecting more of them degrades the global row | Negative/near-tie diagnostic |
34
  | Tangent ray-search does not beat the typed-prior clean row | K1/K2 tight scale-grid ray search reach 34.84%; K2 broad reaches 34.96%; K4 tight reaches 34.55%, all below the scale-grid mean-consensus row at 35.42% | Near-tie/negative diagnostic |
 
69
  14. K4 mean-by-type tangent consensus: 34.96%
70
  15. K4 mean-by-type tangent consensus + typed no-op prior 0.025-0.035: 35.25%
71
  16. K4 mean-by-type tangent consensus + scale-grid typed no-op prior: 35.42%
72
+ 17. K4 mean-by-type tangent consensus + upper/wide scale diagnostics: 35.36% for 0.40/0.45/0.50; 35.13% for 0.35/0.45/0.55
73
+ 18. K4 mean-by-type tangent consensus + train-source progress prior: 35.25% at bonus 0.03; 35.13% at bonus 0.05
74
+ 19. K4 mean-by-type tangent consensus + train-source reward-score prior: 35.25% at bonuses 0.015/0.020; 35.30% with scale grid; 35.19% at 0.025
75
+ 20. K4 mean-by-type tangent consensus, no-op-only residuals: 35.19% with either no-op bonus 0.03 or source-score bonus 0.02
76
+ 21. K4 mean-by-type abstention margin sweep: 35.07% / 35.25% / 34.84% for typed no-op margins 0.15 / 0.20 / 0.25; 34.96% / 35.25% / 34.84% for source-score margins
77
+ 22. Source-progress viability gates: 35.19% / 34.96% / 34.72% for thresholds 0.25 / 0.50 / 0.75
78
+ 23. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
79
+ 24. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
80
+ 25. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
81
+ 26. K2 broad tangent ray-search: 34.96%
82
+ 27. K1/K2 tight tangent ray-search: 34.84% / 34.84%
83
+ 28. K4 tight tangent ray-search: 34.55%
84
+ 29. Residual-tangent distillation policy: 28.87%
85
+ 30. Z-score residual retrieval: 32.23-32.81%
86
+ 31. Task-relative residual retrieval metric: 34.26-34.43%
87
+ 32. Train-family reliability prior: 33.28-33.33%
88
+ 33. Residual+Gaussian hybrid K32/K64: 31.30% / 30.90%
89
+ 34. Lattice, near-miss only: 55.94%
90
+ 35. Lattice, no expert: 56.99%
91
+ 36. Lattice, no expert + policy baseline candidate: 40.70%
92
+ 37. Lattice, full: 69.33%
93
+ 38. Oracle ceiling: 86.78%
94
 
95
  ## Novelty Framing
96
 
 
118
 
119
  ## Job Status
120
 
121
+ Last checked: `2026-06-29 07:04 UTC`. The K4 mean-by-type scale-grid sweep
122
+ completed and produced a new clean best, 35.42%, while upper/wide follow-ups
123
+ completed without improving it. The paper table/paired analysis use that row as
124
+ `best_clean_key`.
125
 
126
  - `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
127
  direct rollout is 26.84%, field-guided best is 27.65%.
 
278
  no-op prior row reaches a new clean best, 35.42%; the source-score prior row
279
  reaches 35.30%. Summary jobs `14897990`/`14897991` completed; rebuild job
280
  `14897992` was submitted, and local rebuilds updated the paper artifacts.
281
+ - `14898107`/`14898108`/`14898109`: completed upper and wide K4 mean-by-type
282
+ scale-grid follow-ups. The no-op upper grid `0.40/0.45/0.50` reaches 35.36%,
283
+ the source-score upper grid reaches 35.30%, and the no-op wide grid
284
+ `0.35/0.45/0.55` reaches 35.13%. Summary jobs `14898110`/`14898111`/
285
+ `14898112` and rebuild job `14898113` completed; the best clean row remains
286
+ the `0.35/0.40/0.45` no-op grid at 35.42%.
287
  - `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
288
  selector. It selected index `3` on a two-residual/two-scale toy case and
289
  returned the expected action `0.20`, validating the candidate expansion and
 
308
  `0.35/0.40/0.45` as the current best clean deployment diagnostic, 35.42%, not
309
  as a SOTA claim. The fixed-scale no-op plateau remains 35.25%; continuous
310
  train-source progress/reward-score priors tie that fixed-scale row, and
311
+ scale-grid source-score reaches 35.30% but not the new best. Upper and wide
312
+ scale grids reach 35.36% and 35.13%, so the scale-grid evidence supports a
313
+ local tangent-length calibration, not a monotone larger-step claim. The
314
+ no-op-only family ablation reaches 35.19%, so wrong-gripper residuals are a
315
+ marginal helper rather than the core mechanism. The margin fine sweep confirms
316
+ `0.20` is a local abstention optimum for both typed and measured train-outcome
317
  priors. The completed K2/ray-search rows are near-ties that support the
318
  sparse-intervention story.
319
  - Use `results/paper_analysis.md` for paired seed deltas, per-task gaps, and
results/paper_table_status.json CHANGED
@@ -973,6 +973,63 @@
973
  "best_config": null,
974
  "gain_vs_h16_policy": 0.0556521739130435
975
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
976
  {
977
  "key": "retrieval_residual_k4_mean_nooponly_noopbonus003",
978
  "label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03",
 
973
  "best_config": null,
974
  "gain_vs_h16_policy": 0.0556521739130435
975
  },
976
+ {
977
+ "key": "retrieval_residual_k4_mean_grid040045050_noopbonus003",
978
+ "label": "K4 mean-by-type residual retrieval, scales 0.40/0.45/0.50, margin 0.20, no-op bonus 0.03",
979
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
980
+ "clean_deployment": "yes",
981
+ "same_state_proposals": "no",
982
+ "expert_proposal": "no",
983
+ "story_role": "upper tangent-length sweep for sparse mean-consensus residual transport",
984
+ "fallback_success": null,
985
+ "pending_job": "14898107/14898110",
986
+ "path_exists": true,
987
+ "status": "complete",
988
+ "success": 0.3536231884057971,
989
+ "std_success": 0.010190374394925756,
990
+ "completed_seeds": null,
991
+ "num_completed": 3,
992
+ "best_config": null,
993
+ "gain_vs_h16_policy": 0.05623188405797103
994
+ },
995
+ {
996
+ "key": "retrieval_residual_k4_mean_grid040045050_srcscorebonus002",
997
+ "label": "K4 mean-by-type residual retrieval, scales 0.40/0.45/0.50, margin 0.20, source-score bonus 0.02",
998
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json",
999
+ "clean_deployment": "yes",
1000
+ "same_state_proposals": "no",
1001
+ "expert_proposal": "no",
1002
+ "story_role": "upper tangent-length sweep for measured-prior mean-consensus residual transport",
1003
+ "fallback_success": null,
1004
+ "pending_job": "14898108/14898111",
1005
+ "path_exists": true,
1006
+ "status": "complete",
1007
+ "success": 0.35304347826086957,
1008
+ "std_success": 0.0105787174439969,
1009
+ "completed_seeds": null,
1010
+ "num_completed": 3,
1011
+ "best_config": null,
1012
+ "gain_vs_h16_policy": 0.0556521739130435
1013
+ },
1014
+ {
1015
+ "key": "retrieval_residual_k4_mean_grid035045055_noopbonus003",
1016
+ "label": "K4 mean-by-type residual retrieval, scales 0.35/0.45/0.55, margin 0.20, no-op bonus 0.03",
1017
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
1018
+ "clean_deployment": "yes",
1019
+ "same_state_proposals": "no",
1020
+ "expert_proposal": "no",
1021
+ "story_role": "wide tangent-length sweep for sparse mean-consensus residual transport",
1022
+ "fallback_success": null,
1023
+ "pending_job": "14898109/14898112",
1024
+ "path_exists": true,
1025
+ "status": "complete",
1026
+ "success": 0.35130434782608694,
1027
+ "std_success": 0.009202613255876844,
1028
+ "completed_seeds": null,
1029
+ "num_completed": 3,
1030
+ "best_config": null,
1031
+ "gain_vs_h16_policy": 0.05391304347826087
1032
+ },
1033
  {
1034
  "key": "retrieval_residual_k4_mean_nooponly_noopbonus003",
1035
  "label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03",
results/paper_table_status.md CHANGED
@@ -54,6 +54,9 @@ Baseline h=16 policy: 29.74%
54
  | retrieval_residual_k4_mean_margin025_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.25, source-score bonus 0.02 | complete | 34.84% | +5.10 pp | yes | no | no | advantage-abstention margin fine sweep with measured train-source prior |
55
  | retrieval_residual_k4_mean_grid035040045_noopbonus003 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03 | complete | 35.42% | +5.68 pp | yes | no | no | scale-grid diagnostic for sparse mean-consensus residual transport |
56
  | retrieval_residual_k4_mean_grid035040045_srcscorebonus002 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, source-score bonus 0.02 | complete | 35.30% | +5.57 pp | yes | no | no | scale-grid diagnostic for measured-prior mean-consensus residual transport |
 
 
 
57
  | retrieval_residual_k4_mean_nooponly_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation for sparse tangent transport |
58
  | retrieval_residual_k4_mean_nooponly_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, source-score bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation with measured train-source prior |
59
  | retrieval_residual_k4_mean_noopbonus003_srcprog050 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.50 | complete | 34.96% | +5.22 pp | yes | no | no | train-source viability gate for sparse residual transport |
 
54
  | retrieval_residual_k4_mean_margin025_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.25, source-score bonus 0.02 | complete | 34.84% | +5.10 pp | yes | no | no | advantage-abstention margin fine sweep with measured train-source prior |
55
  | retrieval_residual_k4_mean_grid035040045_noopbonus003 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03 | complete | 35.42% | +5.68 pp | yes | no | no | scale-grid diagnostic for sparse mean-consensus residual transport |
56
  | retrieval_residual_k4_mean_grid035040045_srcscorebonus002 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, source-score bonus 0.02 | complete | 35.30% | +5.57 pp | yes | no | no | scale-grid diagnostic for measured-prior mean-consensus residual transport |
57
+ | retrieval_residual_k4_mean_grid040045050_noopbonus003 | K4 mean-by-type residual retrieval, scales 0.40/0.45/0.50, margin 0.20, no-op bonus 0.03 | complete | 35.36% | +5.62 pp | yes | no | no | upper tangent-length sweep for sparse mean-consensus residual transport |
58
+ | retrieval_residual_k4_mean_grid040045050_srcscorebonus002 | K4 mean-by-type residual retrieval, scales 0.40/0.45/0.50, margin 0.20, source-score bonus 0.02 | complete | 35.30% | +5.57 pp | yes | no | no | upper tangent-length sweep for measured-prior mean-consensus residual transport |
59
+ | retrieval_residual_k4_mean_grid035045055_noopbonus003 | K4 mean-by-type residual retrieval, scales 0.35/0.45/0.55, margin 0.20, no-op bonus 0.03 | complete | 35.13% | +5.39 pp | yes | no | no | wide tangent-length sweep for sparse mean-consensus residual transport |
60
  | retrieval_residual_k4_mean_nooponly_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation for sparse tangent transport |
61
  | retrieval_residual_k4_mean_nooponly_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, source-score bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation with measured train-source prior |
62
  | retrieval_residual_k4_mean_noopbonus003_srcprog050 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.50 | complete | 34.96% | +5.22 pp | yes | no | no | train-source viability gate for sparse residual transport |
scripts/build_paper_analysis.py CHANGED
@@ -211,6 +211,30 @@ METHODS = [
211
  "k4_grid035040045_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json"
212
  ),
213
  ),
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
214
  MethodSpec(
215
  key="residual_k4_consensus_nooponly_noopbonus003",
216
  label="K4 mean-by-type tangent consensus, no-op-only residuals, no-op bonus 0.03",
 
211
  "k4_grid035040045_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json"
212
  ),
213
  ),
214
+ MethodSpec(
215
+ key="residual_k4_consensus_grid040045050_noopbonus003",
216
+ label="K4 mean-by-type tangent consensus, scales 0.40/0.45/0.50, no-op bonus 0.03",
217
+ summary_path=(
218
+ "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
219
+ "k4_grid040045050_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json"
220
+ ),
221
+ ),
222
+ MethodSpec(
223
+ key="residual_k4_consensus_grid040045050_srcscorebonus002",
224
+ label="K4 mean-by-type tangent consensus, scales 0.40/0.45/0.50, source-score bonus 0.02",
225
+ summary_path=(
226
+ "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
227
+ "k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json"
228
+ ),
229
+ ),
230
+ MethodSpec(
231
+ key="residual_k4_consensus_grid035045055_noopbonus003",
232
+ label="K4 mean-by-type tangent consensus, scales 0.35/0.45/0.55, no-op bonus 0.03",
233
+ summary_path=(
234
+ "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
235
+ "k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json"
236
+ ),
237
+ ),
238
  MethodSpec(
239
  key="residual_k4_consensus_nooponly_noopbonus003",
240
  label="K4 mean-by-type tangent consensus, no-op-only residuals, no-op bonus 0.03",
scripts/build_paper_table_status.py CHANGED
@@ -525,6 +525,36 @@ SPECS = [
525
  story_role="scale-grid diagnostic for measured-prior mean-consensus residual transport",
526
  pending_job="14897989/14897991",
527
  ),
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
528
  ResultSpec(
529
  key="retrieval_residual_k4_mean_nooponly_noopbonus003",
530
  label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03",
 
525
  story_role="scale-grid diagnostic for measured-prior mean-consensus residual transport",
526
  pending_job="14897989/14897991",
527
  ),
528
+ ResultSpec(
529
+ key="retrieval_residual_k4_mean_grid040045050_noopbonus003",
530
+ label="K4 mean-by-type residual retrieval, scales 0.40/0.45/0.50, margin 0.20, no-op bonus 0.03",
531
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
532
+ clean_deployment="yes",
533
+ same_state_proposals="no",
534
+ expert_proposal="no",
535
+ story_role="upper tangent-length sweep for sparse mean-consensus residual transport",
536
+ pending_job="14898107/14898110",
537
+ ),
538
+ ResultSpec(
539
+ key="retrieval_residual_k4_mean_grid040045050_srcscorebonus002",
540
+ label="K4 mean-by-type residual retrieval, scales 0.40/0.45/0.50, margin 0.20, source-score bonus 0.02",
541
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json",
542
+ clean_deployment="yes",
543
+ same_state_proposals="no",
544
+ expert_proposal="no",
545
+ story_role="upper tangent-length sweep for measured-prior mean-consensus residual transport",
546
+ pending_job="14898108/14898111",
547
+ ),
548
+ ResultSpec(
549
+ key="retrieval_residual_k4_mean_grid035045055_noopbonus003",
550
+ label="K4 mean-by-type residual retrieval, scales 0.35/0.45/0.55, margin 0.20, no-op bonus 0.03",
551
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
552
+ clean_deployment="yes",
553
+ same_state_proposals="no",
554
+ expert_proposal="no",
555
+ story_role="wide tangent-length sweep for sparse mean-consensus residual transport",
556
+ pending_job="14898109/14898112",
557
+ ),
558
  ResultSpec(
559
  key="retrieval_residual_k4_mean_nooponly_noopbonus003",
560
  label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03",