Auto-sync: 2026-06-29 02:57:43 (part 3)
Browse files- results/paper_analysis.json +238 -1
- results/paper_analysis.md +4 -1
- results/paper_core_results.md +22 -17
- results/paper_story_memo.md +39 -29
- results/paper_table_status.json +57 -0
- results/paper_table_status.md +3 -0
- scripts/build_paper_analysis.py +24 -0
- scripts/build_paper_table_status.py +30 -0
results/paper_analysis.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_consensus_grid035040045_noopbonus003",
|
| 3 |
-
"generated_utc": "2026-06-
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.07130434782608691,
|
| 6 |
"best_clean_vs_h16": 0.05681159420289855,
|
|
@@ -507,6 +507,243 @@
|
|
| 507 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035040045_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json",
|
| 508 |
"std_success": 0.012049049096131323
|
| 509 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 510 |
"residual_k4_consensus_margin015_noopbonus003": {
|
| 511 |
"ci95_success": 0.027439420289855042,
|
| 512 |
"label": "K4 mean-by-type tangent consensus, margin 0.15, no-op bonus 0.03",
|
|
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_consensus_grid035040045_noopbonus003",
|
| 3 |
+
"generated_utc": "2026-06-29T07:06:31+00:00",
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.07130434782608691,
|
| 6 |
"best_clean_vs_h16": 0.05681159420289855,
|
|
|
|
| 507 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035040045_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json",
|
| 508 |
"std_success": 0.012049049096131323
|
| 509 |
},
|
| 510 |
+
"residual_k4_consensus_grid035045055_noopbonus003": {
|
| 511 |
+
"ci95_success": 0.0228624037279942,
|
| 512 |
+
"label": "K4 mean-by-type tangent consensus, scales 0.35/0.45/0.55, no-op bonus 0.03",
|
| 513 |
+
"mean_action_mse_to_best": 0.4017242217439132,
|
| 514 |
+
"mean_progress": 0.5679968697053118,
|
| 515 |
+
"mean_success": 0.35130434782608694,
|
| 516 |
+
"num_completed": 3,
|
| 517 |
+
"per_task_success": {
|
| 518 |
+
"LiftPegUpright-v1": {
|
| 519 |
+
"mean_num_groups": 102.0,
|
| 520 |
+
"mean_success": 0.26340865087329823,
|
| 521 |
+
"std_success": 0.06057881385012102
|
| 522 |
+
},
|
| 523 |
+
"PickCube-v1": {
|
| 524 |
+
"mean_num_groups": 196.66666666666666,
|
| 525 |
+
"mean_success": 0.32313730955035297,
|
| 526 |
+
"std_success": 0.016291886617014133
|
| 527 |
+
},
|
| 528 |
+
"PullCube-v1": {
|
| 529 |
+
"mean_num_groups": 81.0,
|
| 530 |
+
"mean_success": 0.19226601858180806,
|
| 531 |
+
"std_success": 0.029812623771358626
|
| 532 |
+
},
|
| 533 |
+
"PushCube-v1": {
|
| 534 |
+
"mean_num_groups": 102.0,
|
| 535 |
+
"mean_success": 0.7538059441366793,
|
| 536 |
+
"std_success": 0.07965457487204111
|
| 537 |
+
},
|
| 538 |
+
"StackCube-v1": {
|
| 539 |
+
"mean_num_groups": 93.33333333333333,
|
| 540 |
+
"mean_success": 0.19740999740999743,
|
| 541 |
+
"std_success": 0.07397934256534576
|
| 542 |
+
}
|
| 543 |
+
},
|
| 544 |
+
"seed_action_mse_to_best": {
|
| 545 |
+
"0": 0.3897169904621399,
|
| 546 |
+
"1": 0.3928398724855936,
|
| 547 |
+
"2": 0.4226158022840062
|
| 548 |
+
},
|
| 549 |
+
"seed_progress": {
|
| 550 |
+
"0": 0.5549358964865299,
|
| 551 |
+
"1": 0.5698409637744012,
|
| 552 |
+
"2": 0.5792137488550044
|
| 553 |
+
},
|
| 554 |
+
"seed_success": {
|
| 555 |
+
"0": 0.3443478260869565,
|
| 556 |
+
"1": 0.34782608695652173,
|
| 557 |
+
"2": 0.3617391304347826
|
| 558 |
+
},
|
| 559 |
+
"selected_candidate_type_counts": {
|
| 560 |
+
"retrieval_residual_policy_residual": 1610,
|
| 561 |
+
"retrieval_residual_residual_no_op": 82,
|
| 562 |
+
"retrieval_residual_residual_wrong_gripper": 33
|
| 563 |
+
},
|
| 564 |
+
"selected_residual_scale_counts": {
|
| 565 |
+
"0.35": 1627,
|
| 566 |
+
"0.45": 21,
|
| 567 |
+
"0.55": 77
|
| 568 |
+
},
|
| 569 |
+
"selected_type_outcomes": {
|
| 570 |
+
"retrieval_residual_policy_residual": {
|
| 571 |
+
"count": 1610.0,
|
| 572 |
+
"mean_progress": 0.5596588065308825,
|
| 573 |
+
"success_rate": 0.3440993788819876
|
| 574 |
+
},
|
| 575 |
+
"retrieval_residual_residual_no_op": {
|
| 576 |
+
"count": 82.0,
|
| 577 |
+
"mean_progress": 0.678117303995461,
|
| 578 |
+
"success_rate": 0.4268292682926829
|
| 579 |
+
},
|
| 580 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 581 |
+
"count": 33.0,
|
| 582 |
+
"mean_progress": 0.7011606908883109,
|
| 583 |
+
"success_rate": 0.5151515151515151
|
| 584 |
+
}
|
| 585 |
+
},
|
| 586 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
|
| 587 |
+
"std_success": 0.009202613255876844
|
| 588 |
+
},
|
| 589 |
+
"residual_k4_consensus_grid040045050_noopbonus003": {
|
| 590 |
+
"ci95_success": 0.025316336466430018,
|
| 591 |
+
"label": "K4 mean-by-type tangent consensus, scales 0.40/0.45/0.50, no-op bonus 0.03",
|
| 592 |
+
"mean_action_mse_to_best": 0.3983363078623687,
|
| 593 |
+
"mean_progress": 0.5691949463564601,
|
| 594 |
+
"mean_success": 0.35362318840579715,
|
| 595 |
+
"num_completed": 3,
|
| 596 |
+
"per_task_success": {
|
| 597 |
+
"LiftPegUpright-v1": {
|
| 598 |
+
"mean_num_groups": 102.0,
|
| 599 |
+
"mean_success": 0.26340865087329823,
|
| 600 |
+
"std_success": 0.06057881385012102
|
| 601 |
+
},
|
| 602 |
+
"PickCube-v1": {
|
| 603 |
+
"mean_num_groups": 196.66666666666666,
|
| 604 |
+
"mean_success": 0.3264233753364188,
|
| 605 |
+
"std_success": 0.019140239285976537
|
| 606 |
+
},
|
| 607 |
+
"PullCube-v1": {
|
| 608 |
+
"mean_num_groups": 81.0,
|
| 609 |
+
"mean_success": 0.20103794840636946,
|
| 610 |
+
"std_success": 0.014667153114049147
|
| 611 |
+
},
|
| 612 |
+
"PushCube-v1": {
|
| 613 |
+
"mean_num_groups": 102.0,
|
| 614 |
+
"mean_success": 0.7541032711666796,
|
| 615 |
+
"std_success": 0.07644139692615382
|
| 616 |
+
},
|
| 617 |
+
"StackCube-v1": {
|
| 618 |
+
"mean_num_groups": 93.33333333333333,
|
| 619 |
+
"mean_success": 0.19740999740999743,
|
| 620 |
+
"std_success": 0.07397934256534576
|
| 621 |
+
}
|
| 622 |
+
},
|
| 623 |
+
"seed_action_mse_to_best": {
|
| 624 |
+
"0": 0.3837931162734394,
|
| 625 |
+
"1": 0.39108053201080667,
|
| 626 |
+
"2": 0.42013527530285977
|
| 627 |
+
},
|
| 628 |
+
"seed_progress": {
|
| 629 |
+
"0": 0.5553471852506956,
|
| 630 |
+
"1": 0.5711554712316265,
|
| 631 |
+
"2": 0.581082182587058
|
| 632 |
+
},
|
| 633 |
+
"seed_success": {
|
| 634 |
+
"0": 0.34608695652173915,
|
| 635 |
+
"1": 0.34956521739130436,
|
| 636 |
+
"2": 0.3652173913043478
|
| 637 |
+
},
|
| 638 |
+
"selected_candidate_type_counts": {
|
| 639 |
+
"retrieval_residual_policy_residual": 1626,
|
| 640 |
+
"retrieval_residual_residual_no_op": 67,
|
| 641 |
+
"retrieval_residual_residual_wrong_gripper": 32
|
| 642 |
+
},
|
| 643 |
+
"selected_residual_scale_counts": {
|
| 644 |
+
"0.4": 1641,
|
| 645 |
+
"0.45": 12,
|
| 646 |
+
"0.5": 72
|
| 647 |
+
},
|
| 648 |
+
"selected_type_outcomes": {
|
| 649 |
+
"retrieval_residual_policy_residual": {
|
| 650 |
+
"count": 1626.0,
|
| 651 |
+
"mean_progress": 0.5610487258769904,
|
| 652 |
+
"success_rate": 0.34501845018450183
|
| 653 |
+
},
|
| 654 |
+
"retrieval_residual_residual_no_op": {
|
| 655 |
+
"count": 67.0,
|
| 656 |
+
"mean_progress": 0.7180690015318678,
|
| 657 |
+
"success_rate": 0.5074626865671642
|
| 658 |
+
},
|
| 659 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 660 |
+
"count": 32.0,
|
| 661 |
+
"mean_progress": 0.671419721446,
|
| 662 |
+
"success_rate": 0.46875
|
| 663 |
+
}
|
| 664 |
+
},
|
| 665 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
|
| 666 |
+
"std_success": 0.010190374394925756
|
| 667 |
+
},
|
| 668 |
+
"residual_k4_consensus_grid040045050_srcscorebonus002": {
|
| 669 |
+
"ci95_success": 0.0262811119411741,
|
| 670 |
+
"label": "K4 mean-by-type tangent consensus, scales 0.40/0.45/0.50, source-score bonus 0.02",
|
| 671 |
+
"mean_action_mse_to_best": 0.39819325285518303,
|
| 672 |
+
"mean_progress": 0.5689121059149256,
|
| 673 |
+
"mean_success": 0.35304347826086957,
|
| 674 |
+
"num_completed": 3,
|
| 675 |
+
"per_task_success": {
|
| 676 |
+
"LiftPegUpright-v1": {
|
| 677 |
+
"mean_num_groups": 102.0,
|
| 678 |
+
"mean_success": 0.2604587983659236,
|
| 679 |
+
"std_success": 0.06317251148949075
|
| 680 |
+
},
|
| 681 |
+
"PickCube-v1": {
|
| 682 |
+
"mean_num_groups": 196.66666666666666,
|
| 683 |
+
"mean_success": 0.3264233753364188,
|
| 684 |
+
"std_success": 0.019140239285976537
|
| 685 |
+
},
|
| 686 |
+
"PullCube-v1": {
|
| 687 |
+
"mean_num_groups": 81.0,
|
| 688 |
+
"mean_success": 0.20103794840636946,
|
| 689 |
+
"std_success": 0.014667153114049147
|
| 690 |
+
},
|
| 691 |
+
"PushCube-v1": {
|
| 692 |
+
"mean_num_groups": 102.0,
|
| 693 |
+
"mean_success": 0.7541032711666796,
|
| 694 |
+
"std_success": 0.07644139692615382
|
| 695 |
+
},
|
| 696 |
+
"StackCube-v1": {
|
| 697 |
+
"mean_num_groups": 93.33333333333333,
|
| 698 |
+
"mean_success": 0.19740999740999743,
|
| 699 |
+
"std_success": 0.07397934256534576
|
| 700 |
+
}
|
| 701 |
+
},
|
| 702 |
+
"seed_action_mse_to_best": {
|
| 703 |
+
"0": 0.3833637685717448,
|
| 704 |
+
"1": 0.39096053219521826,
|
| 705 |
+
"2": 0.4202554577985859
|
| 706 |
+
},
|
| 707 |
+
"seed_progress": {
|
| 708 |
+
"0": 0.5549538400178047,
|
| 709 |
+
"1": 0.5707065432065207,
|
| 710 |
+
"2": 0.5810759345204513
|
| 711 |
+
},
|
| 712 |
+
"seed_success": {
|
| 713 |
+
"0": 0.34608695652173915,
|
| 714 |
+
"1": 0.34782608695652173,
|
| 715 |
+
"2": 0.3652173913043478
|
| 716 |
+
},
|
| 717 |
+
"selected_candidate_type_counts": {
|
| 718 |
+
"retrieval_residual_policy_residual": 1630,
|
| 719 |
+
"retrieval_residual_residual_no_op": 60,
|
| 720 |
+
"retrieval_residual_residual_wrong_gripper": 35
|
| 721 |
+
},
|
| 722 |
+
"selected_residual_scale_counts": {
|
| 723 |
+
"0.4": 1644,
|
| 724 |
+
"0.45": 12,
|
| 725 |
+
"0.5": 69
|
| 726 |
+
},
|
| 727 |
+
"selected_type_outcomes": {
|
| 728 |
+
"retrieval_residual_policy_residual": {
|
| 729 |
+
"count": 1630.0,
|
| 730 |
+
"mean_progress": 0.5593074301753868,
|
| 731 |
+
"success_rate": 0.34294478527607364
|
| 732 |
+
},
|
| 733 |
+
"retrieval_residual_residual_no_op": {
|
| 734 |
+
"count": 60.0,
|
| 735 |
+
"mean_progress": 0.7584823973476886,
|
| 736 |
+
"success_rate": 0.55
|
| 737 |
+
},
|
| 738 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 739 |
+
"count": 35.0,
|
| 740 |
+
"mean_progress": 0.6912379336144243,
|
| 741 |
+
"success_rate": 0.4857142857142857
|
| 742 |
+
}
|
| 743 |
+
},
|
| 744 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json",
|
| 745 |
+
"std_success": 0.0105787174439969
|
| 746 |
+
},
|
| 747 |
"residual_k4_consensus_margin015_noopbonus003": {
|
| 748 |
"ci95_success": 0.027439420289855042,
|
| 749 |
"label": "K4 mean-by-type tangent consensus, margin 0.15, no-op bonus 0.03",
|
results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-06-
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
@@ -30,6 +30,9 @@ Generated: `2026-06-29T06:47:32+00:00`
|
|
| 30 |
| residual_k4_consensus_margin025_srcscorebonus002 | K4 mean-by-type tangent consensus, margin 0.25, source-score bonus 0.02 | 3 | 34.84% +/- 1.41 | +/- 3.49 | 56.41% | 0.395 | +5.10 pp |
|
| 31 |
| residual_k4_consensus_grid035040045_noopbonus003 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 35.42% +/- 1.12 | +/- 2.78 | 56.87% | 0.397 | +5.68 pp |
|
| 32 |
| residual_k4_consensus_grid035040045_srcscorebonus002 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, source-score bonus 0.02 | 3 | 35.30% +/- 1.20 | +/- 2.99 | 56.76% | 0.397 | +5.57 pp |
|
|
|
|
|
|
|
|
|
|
| 33 |
| residual_k4_consensus_nooponly_noopbonus003 | K4 mean-by-type tangent consensus, no-op-only residuals, no-op bonus 0.03 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.57% | 0.394 | +5.45 pp |
|
| 34 |
| residual_k4_consensus_nooponly_srcscorebonus002 | K4 mean-by-type tangent consensus, no-op-only residuals, source-score bonus 0.02 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.55% | 0.394 | +5.45 pp |
|
| 35 |
| residual_k4_consensus_noopbonus003_srcprog050 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.50 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.53% | 0.396 | +5.22 pp |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-06-29T07:06:31+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 30 |
| residual_k4_consensus_margin025_srcscorebonus002 | K4 mean-by-type tangent consensus, margin 0.25, source-score bonus 0.02 | 3 | 34.84% +/- 1.41 | +/- 3.49 | 56.41% | 0.395 | +5.10 pp |
|
| 31 |
| residual_k4_consensus_grid035040045_noopbonus003 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 35.42% +/- 1.12 | +/- 2.78 | 56.87% | 0.397 | +5.68 pp |
|
| 32 |
| residual_k4_consensus_grid035040045_srcscorebonus002 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, source-score bonus 0.02 | 3 | 35.30% +/- 1.20 | +/- 2.99 | 56.76% | 0.397 | +5.57 pp |
|
| 33 |
+
| residual_k4_consensus_grid040045050_noopbonus003 | K4 mean-by-type tangent consensus, scales 0.40/0.45/0.50, no-op bonus 0.03 | 3 | 35.36% +/- 1.02 | +/- 2.53 | 56.92% | 0.398 | +5.62 pp |
|
| 34 |
+
| residual_k4_consensus_grid040045050_srcscorebonus002 | K4 mean-by-type tangent consensus, scales 0.40/0.45/0.50, source-score bonus 0.02 | 3 | 35.30% +/- 1.06 | +/- 2.63 | 56.89% | 0.398 | +5.57 pp |
|
| 35 |
+
| residual_k4_consensus_grid035045055_noopbonus003 | K4 mean-by-type tangent consensus, scales 0.35/0.45/0.55, no-op bonus 0.03 | 3 | 35.13% +/- 0.92 | +/- 2.29 | 56.80% | 0.402 | +5.39 pp |
|
| 36 |
| residual_k4_consensus_nooponly_noopbonus003 | K4 mean-by-type tangent consensus, no-op-only residuals, no-op bonus 0.03 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.57% | 0.394 | +5.45 pp |
|
| 37 |
| residual_k4_consensus_nooponly_srcscorebonus002 | K4 mean-by-type tangent consensus, no-op-only residuals, source-score bonus 0.02 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.55% | 0.394 | +5.45 pp |
|
| 38 |
| residual_k4_consensus_noopbonus003_srcprog050 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.50 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.53% | 0.396 | +5.22 pp |
|
results/paper_core_results.md
CHANGED
|
@@ -46,6 +46,8 @@ no-op prior is `+5.68 pp` over canonical h=16, same-state no-expert lattice is
|
|
| 46 |
| K4 mean-by-type residual retrieval + source-progress prior 0.05 | No | No | 35.13% | +5.39 pp | A stronger measured-progress prior over-selects nonzero residuals and drops below the plateau |
|
| 47 |
| K4 mean-by-type residual retrieval + source-score prior 0.015/0.020 | No | No | 35.25% | +5.51 pp | Full train reward score, including terminal success, also replaces the fixed-scale typed prior without improving it |
|
| 48 |
| K4 mean-by-type residual retrieval + scale-grid source-score prior 0.02 | No | No | 35.30% | +5.57 pp | Measured train-source prior benefits from tangent length calibration but remains below the typed no-op scale-grid row |
|
|
|
|
|
|
|
| 49 |
| K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
|
| 50 |
| K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the fixed-scale safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
|
| 51 |
| K4 mean-by-type residual retrieval + margin sweep around 0.20 | No | No | 34.84-35.25% | +5.10-5.51 pp | Margin 0.20 is a local abstention optimum for both typed no-op and source-score priors; 0.15 and 0.25 drop below the plateau |
|
|
@@ -91,29 +93,32 @@ Suggested main-table rows:
|
|
| 91 |
12. K4 train-state residual retrieval, mean-by-type tangent consensus
|
| 92 |
13. K4 mean-by-type residual retrieval + fixed-scale no-op prior plateau, canonical 0.03
|
| 93 |
14. K4 mean-by-type residual retrieval + scale-grid no-op prior 0.03
|
| 94 |
-
15. K4 mean-by-type residual retrieval +
|
| 95 |
-
16. K4 mean-by-type residual retrieval +
|
| 96 |
-
17. K4 mean-by-type residual retrieval +
|
| 97 |
-
18.
|
| 98 |
-
19.
|
| 99 |
-
20. K4
|
| 100 |
-
21. K4
|
| 101 |
-
22. K4
|
| 102 |
-
23.
|
| 103 |
-
24.
|
| 104 |
-
25. Residual
|
| 105 |
-
26.
|
| 106 |
-
27. Lattice,
|
| 107 |
-
28. Lattice, no expert
|
| 108 |
-
29. Lattice,
|
| 109 |
-
30.
|
|
|
|
| 110 |
|
| 111 |
Suggested claim:
|
| 112 |
|
| 113 |
> DoVLA-CIL is not a better behavior-cloning policy; it is a local counterfactual action
|
| 114 |
> selection rule. Deployment-clean K4 consensus residual transport with advantage
|
| 115 |
> abstention, a small typed no-op prior, and field-gated tangent length
|
| 116 |
-
> calibration gives the strongest clean gain so far;
|
|
|
|
|
|
|
| 117 |
> priors provide cleaner fixed-scale ties but not the top row. Ungated KNN residual
|
| 118 |
> retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
|
| 119 |
> train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
|
|
|
|
| 46 |
| K4 mean-by-type residual retrieval + source-progress prior 0.05 | No | No | 35.13% | +5.39 pp | A stronger measured-progress prior over-selects nonzero residuals and drops below the plateau |
|
| 47 |
| K4 mean-by-type residual retrieval + source-score prior 0.015/0.020 | No | No | 35.25% | +5.51 pp | Full train reward score, including terminal success, also replaces the fixed-scale typed prior without improving it |
|
| 48 |
| K4 mean-by-type residual retrieval + scale-grid source-score prior 0.02 | No | No | 35.30% | +5.57 pp | Measured train-source prior benefits from tangent length calibration but remains below the typed no-op scale-grid row |
|
| 49 |
+
| K4 mean-by-type residual retrieval + upper scale-grid no-op prior 0.03 | No | No | 35.36% | +5.62 pp | Scales 0.40/0.45/0.50 nearly tie but do not beat the 0.35/0.40/0.45 row |
|
| 50 |
+
| K4 mean-by-type residual retrieval + wide scale-grid no-op prior 0.03 | No | No | 35.13% | +5.39 pp | Including 0.55 over-extends the transported tangent and drops below the best local calibration |
|
| 51 |
| K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
|
| 52 |
| K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the fixed-scale safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
|
| 53 |
| K4 mean-by-type residual retrieval + margin sweep around 0.20 | No | No | 34.84-35.25% | +5.10-5.51 pp | Margin 0.20 is a local abstention optimum for both typed no-op and source-score priors; 0.15 and 0.25 drop below the plateau |
|
|
|
|
| 93 |
12. K4 train-state residual retrieval, mean-by-type tangent consensus
|
| 94 |
13. K4 mean-by-type residual retrieval + fixed-scale no-op prior plateau, canonical 0.03
|
| 95 |
14. K4 mean-by-type residual retrieval + scale-grid no-op prior 0.03
|
| 96 |
+
15. K4 mean-by-type residual retrieval + upper/wide tangent-length diagnostics
|
| 97 |
+
16. K4 mean-by-type residual retrieval + source-progress/source-score prior diagnostics
|
| 98 |
+
17. K4 mean-by-type residual retrieval + no-op-only family diagnostic
|
| 99 |
+
18. K4 mean-by-type residual retrieval + abstention margin fine sweep
|
| 100 |
+
19. Source-progress viability gate diagnostics
|
| 101 |
+
20. K2/K4 task-relative retrieval metric diagnostics
|
| 102 |
+
21. K4 kernel-weighted residual consensus + no-op prior diagnostics
|
| 103 |
+
22. K4 field-softmax residual barycenter + margin diagnostics
|
| 104 |
+
23. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
|
| 105 |
+
24. K2 broad tangent ray-search
|
| 106 |
+
25. Residual-tangent distillation policy
|
| 107 |
+
26. Residual+Gaussian hybrid, K32 sigma0.35
|
| 108 |
+
27. Lattice, near-miss only
|
| 109 |
+
28. Lattice, no expert
|
| 110 |
+
29. Lattice, no expert + policy baseline candidate
|
| 111 |
+
30. Lattice, full
|
| 112 |
+
31. Oracle ceiling
|
| 113 |
|
| 114 |
Suggested claim:
|
| 115 |
|
| 116 |
> DoVLA-CIL is not a better behavior-cloning policy; it is a local counterfactual action
|
| 117 |
> selection rule. Deployment-clean K4 consensus residual transport with advantage
|
| 118 |
> abstention, a small typed no-op prior, and field-gated tangent length
|
| 119 |
+
> calibration over a narrow local scale grid gives the strongest clean gain so far;
|
| 120 |
+
> extending the scale grid upward is near-tie/negative, so the effect is local
|
| 121 |
+
> calibration rather than larger steps. Train-source progress/reward-score
|
| 122 |
> priors provide cleaner fixed-scale ties but not the top row. Ungated KNN residual
|
| 123 |
> retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
|
| 124 |
> train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
|
results/paper_story_memo.md
CHANGED
|
@@ -28,7 +28,7 @@ when queried on proposal geometry that matches those local counterfactuals.
|
|
| 28 |
| Counterfactual advantage abstention improves clean transport | requiring field advantage over the zero-residual policy raises typed residual transport to 34.84%, and K2 retrieval reaches 35.01% | Supported as the previous clean best |
|
| 29 |
| Clean residual transport behaves like sparse intervention | `paper_analysis.md` shows the best clean row abstains to zero-residual policy on 94.6% of states, while selected nonzero residuals succeed at 50.0% vs 34.58% for abstention | Stronger clean-mechanism framing |
|
| 30 |
| Tangent consensus is close but needs sparse typing | K4 mean-by-type residual consensus reaches 34.96%; a small no-op residual prior plateau at 0.025-0.035 raises fixed-scale transport to 35.25% | Fixed-scale clean diagnostic |
|
| 31 |
-
| Field-gated tangent length calibration improves the clean bridge | K4 mean-by-type scale grid 0.35/0.40/0.45 with no-op bonus 0.03 reaches 35.42%; the source-score version reaches 35.30% | Current best clean result |
|
| 32 |
| Kernel-weighted tangent interpolation does not beat equal consensus | K4 kernel-weighted residual consensus reaches 34.96%; with no-op prior and scales 0.35/0.40/0.45 it reaches 35.13%/35.19%/35.19%, below the 35.25% mean-consensus plateau | Negative/near-tie diagnostic |
|
| 33 |
| Field-conditioned tangent barycenters identify good sparse corrections but do not close the proposal gap | K4 field-softmax transport reaches 34.96%; with no-op prior and margins 0.10/0.05/0.00 it reaches 35.19%/35.07%/34.84%. Selected aggregate residuals are high-value (up to 60.00% success), but selecting more of them degrades the global row | Negative/near-tie diagnostic |
|
| 34 |
| Tangent ray-search does not beat the typed-prior clean row | K1/K2 tight scale-grid ray search reach 34.84%; K2 broad reaches 34.96%; K4 tight reaches 34.55%, all below the scale-grid mean-consensus row at 35.42% | Near-tie/negative diagnostic |
|
|
@@ -69,27 +69,28 @@ clean proposal result, the intended main rows are:
|
|
| 69 |
14. K4 mean-by-type tangent consensus: 34.96%
|
| 70 |
15. K4 mean-by-type tangent consensus + typed no-op prior 0.025-0.035: 35.25%
|
| 71 |
16. K4 mean-by-type tangent consensus + scale-grid typed no-op prior: 35.42%
|
| 72 |
-
17. K4 mean-by-type tangent consensus +
|
| 73 |
-
18. K4 mean-by-type tangent consensus + train-source
|
| 74 |
-
19. K4 mean-by-type tangent consensus
|
| 75 |
-
20. K4 mean-by-type
|
| 76 |
-
21.
|
| 77 |
-
22.
|
| 78 |
-
23. K4
|
| 79 |
-
24.
|
| 80 |
-
25.
|
| 81 |
-
26.
|
| 82 |
-
27.
|
| 83 |
-
28.
|
| 84 |
-
29.
|
| 85 |
-
30.
|
| 86 |
-
31.
|
| 87 |
-
32.
|
| 88 |
-
33.
|
| 89 |
-
34. Lattice,
|
| 90 |
-
35. Lattice, no expert
|
| 91 |
-
36. Lattice,
|
| 92 |
-
37.
|
|
|
|
| 93 |
|
| 94 |
## Novelty Framing
|
| 95 |
|
|
@@ -117,9 +118,10 @@ test-time search. The cleaner novelty is:
|
|
| 117 |
|
| 118 |
## Job Status
|
| 119 |
|
| 120 |
-
Last checked: `2026-06-29
|
| 121 |
-
completed and produced a new clean best, 35.42%, while
|
| 122 |
-
|
|
|
|
| 123 |
|
| 124 |
- `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
|
| 125 |
direct rollout is 26.84%, field-guided best is 27.65%.
|
|
@@ -276,6 +278,12 @@ analysis now use that row as `best_clean_key`.
|
|
| 276 |
no-op prior row reaches a new clean best, 35.42%; the source-score prior row
|
| 277 |
reaches 35.30%. Summary jobs `14897990`/`14897991` completed; rebuild job
|
| 278 |
`14897992` was submitted, and local rebuilds updated the paper artifacts.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 279 |
- `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
|
| 280 |
selector. It selected index `3` on a two-residual/two-scale toy case and
|
| 281 |
returned the expected action `0.20`, validating the candidate expansion and
|
|
@@ -300,10 +308,12 @@ analysis now use that row as `best_clean_key`.
|
|
| 300 |
`0.35/0.40/0.45` as the current best clean deployment diagnostic, 35.42%, not
|
| 301 |
as a SOTA claim. The fixed-scale no-op plateau remains 35.25%; continuous
|
| 302 |
train-source progress/reward-score priors tie that fixed-scale row, and
|
| 303 |
-
scale-grid source-score reaches 35.30% but not the new best.
|
| 304 |
-
|
| 305 |
-
|
| 306 |
-
|
|
|
|
|
|
|
| 307 |
priors. The completed K2/ray-search rows are near-ties that support the
|
| 308 |
sparse-intervention story.
|
| 309 |
- Use `results/paper_analysis.md` for paired seed deltas, per-task gaps, and
|
|
|
|
| 28 |
| Counterfactual advantage abstention improves clean transport | requiring field advantage over the zero-residual policy raises typed residual transport to 34.84%, and K2 retrieval reaches 35.01% | Supported as the previous clean best |
|
| 29 |
| Clean residual transport behaves like sparse intervention | `paper_analysis.md` shows the best clean row abstains to zero-residual policy on 94.6% of states, while selected nonzero residuals succeed at 50.0% vs 34.58% for abstention | Stronger clean-mechanism framing |
|
| 30 |
| Tangent consensus is close but needs sparse typing | K4 mean-by-type residual consensus reaches 34.96%; a small no-op residual prior plateau at 0.025-0.035 raises fixed-scale transport to 35.25% | Fixed-scale clean diagnostic |
|
| 31 |
+
| Field-gated tangent length calibration improves the clean bridge | K4 mean-by-type scale grid 0.35/0.40/0.45 with no-op bonus 0.03 reaches 35.42%; the source-score version reaches 35.30%. Upper 0.40/0.45/0.50 nearly ties at 35.36%, while wide 0.35/0.45/0.55 drops to 35.13% | Current best clean result; local scale calibration, not a larger-step effect |
|
| 32 |
| Kernel-weighted tangent interpolation does not beat equal consensus | K4 kernel-weighted residual consensus reaches 34.96%; with no-op prior and scales 0.35/0.40/0.45 it reaches 35.13%/35.19%/35.19%, below the 35.25% mean-consensus plateau | Negative/near-tie diagnostic |
|
| 33 |
| Field-conditioned tangent barycenters identify good sparse corrections but do not close the proposal gap | K4 field-softmax transport reaches 34.96%; with no-op prior and margins 0.10/0.05/0.00 it reaches 35.19%/35.07%/34.84%. Selected aggregate residuals are high-value (up to 60.00% success), but selecting more of them degrades the global row | Negative/near-tie diagnostic |
|
| 34 |
| Tangent ray-search does not beat the typed-prior clean row | K1/K2 tight scale-grid ray search reach 34.84%; K2 broad reaches 34.96%; K4 tight reaches 34.55%, all below the scale-grid mean-consensus row at 35.42% | Near-tie/negative diagnostic |
|
|
|
|
| 69 |
14. K4 mean-by-type tangent consensus: 34.96%
|
| 70 |
15. K4 mean-by-type tangent consensus + typed no-op prior 0.025-0.035: 35.25%
|
| 71 |
16. K4 mean-by-type tangent consensus + scale-grid typed no-op prior: 35.42%
|
| 72 |
+
17. K4 mean-by-type tangent consensus + upper/wide scale diagnostics: 35.36% for 0.40/0.45/0.50; 35.13% for 0.35/0.45/0.55
|
| 73 |
+
18. K4 mean-by-type tangent consensus + train-source progress prior: 35.25% at bonus 0.03; 35.13% at bonus 0.05
|
| 74 |
+
19. K4 mean-by-type tangent consensus + train-source reward-score prior: 35.25% at bonuses 0.015/0.020; 35.30% with scale grid; 35.19% at 0.025
|
| 75 |
+
20. K4 mean-by-type tangent consensus, no-op-only residuals: 35.19% with either no-op bonus 0.03 or source-score bonus 0.02
|
| 76 |
+
21. K4 mean-by-type abstention margin sweep: 35.07% / 35.25% / 34.84% for typed no-op margins 0.15 / 0.20 / 0.25; 34.96% / 35.25% / 34.84% for source-score margins
|
| 77 |
+
22. Source-progress viability gates: 35.19% / 34.96% / 34.72% for thresholds 0.25 / 0.50 / 0.75
|
| 78 |
+
23. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
|
| 79 |
+
24. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
|
| 80 |
+
25. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
|
| 81 |
+
26. K2 broad tangent ray-search: 34.96%
|
| 82 |
+
27. K1/K2 tight tangent ray-search: 34.84% / 34.84%
|
| 83 |
+
28. K4 tight tangent ray-search: 34.55%
|
| 84 |
+
29. Residual-tangent distillation policy: 28.87%
|
| 85 |
+
30. Z-score residual retrieval: 32.23-32.81%
|
| 86 |
+
31. Task-relative residual retrieval metric: 34.26-34.43%
|
| 87 |
+
32. Train-family reliability prior: 33.28-33.33%
|
| 88 |
+
33. Residual+Gaussian hybrid K32/K64: 31.30% / 30.90%
|
| 89 |
+
34. Lattice, near-miss only: 55.94%
|
| 90 |
+
35. Lattice, no expert: 56.99%
|
| 91 |
+
36. Lattice, no expert + policy baseline candidate: 40.70%
|
| 92 |
+
37. Lattice, full: 69.33%
|
| 93 |
+
38. Oracle ceiling: 86.78%
|
| 94 |
|
| 95 |
## Novelty Framing
|
| 96 |
|
|
|
|
| 118 |
|
| 119 |
## Job Status
|
| 120 |
|
| 121 |
+
Last checked: `2026-06-29 07:04 UTC`. The K4 mean-by-type scale-grid sweep
|
| 122 |
+
completed and produced a new clean best, 35.42%, while upper/wide follow-ups
|
| 123 |
+
completed without improving it. The paper table/paired analysis use that row as
|
| 124 |
+
`best_clean_key`.
|
| 125 |
|
| 126 |
- `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
|
| 127 |
direct rollout is 26.84%, field-guided best is 27.65%.
|
|
|
|
| 278 |
no-op prior row reaches a new clean best, 35.42%; the source-score prior row
|
| 279 |
reaches 35.30%. Summary jobs `14897990`/`14897991` completed; rebuild job
|
| 280 |
`14897992` was submitted, and local rebuilds updated the paper artifacts.
|
| 281 |
+
- `14898107`/`14898108`/`14898109`: completed upper and wide K4 mean-by-type
|
| 282 |
+
scale-grid follow-ups. The no-op upper grid `0.40/0.45/0.50` reaches 35.36%,
|
| 283 |
+
the source-score upper grid reaches 35.30%, and the no-op wide grid
|
| 284 |
+
`0.35/0.45/0.55` reaches 35.13%. Summary jobs `14898110`/`14898111`/
|
| 285 |
+
`14898112` and rebuild job `14898113` completed; the best clean row remains
|
| 286 |
+
the `0.35/0.40/0.45` no-op grid at 35.42%.
|
| 287 |
- `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
|
| 288 |
selector. It selected index `3` on a two-residual/two-scale toy case and
|
| 289 |
returned the expected action `0.20`, validating the candidate expansion and
|
|
|
|
| 308 |
`0.35/0.40/0.45` as the current best clean deployment diagnostic, 35.42%, not
|
| 309 |
as a SOTA claim. The fixed-scale no-op plateau remains 35.25%; continuous
|
| 310 |
train-source progress/reward-score priors tie that fixed-scale row, and
|
| 311 |
+
scale-grid source-score reaches 35.30% but not the new best. Upper and wide
|
| 312 |
+
scale grids reach 35.36% and 35.13%, so the scale-grid evidence supports a
|
| 313 |
+
local tangent-length calibration, not a monotone larger-step claim. The
|
| 314 |
+
no-op-only family ablation reaches 35.19%, so wrong-gripper residuals are a
|
| 315 |
+
marginal helper rather than the core mechanism. The margin fine sweep confirms
|
| 316 |
+
`0.20` is a local abstention optimum for both typed and measured train-outcome
|
| 317 |
priors. The completed K2/ray-search rows are near-ties that support the
|
| 318 |
sparse-intervention story.
|
| 319 |
- Use `results/paper_analysis.md` for paired seed deltas, per-task gaps, and
|
results/paper_table_status.json
CHANGED
|
@@ -973,6 +973,63 @@
|
|
| 973 |
"best_config": null,
|
| 974 |
"gain_vs_h16_policy": 0.0556521739130435
|
| 975 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 976 |
{
|
| 977 |
"key": "retrieval_residual_k4_mean_nooponly_noopbonus003",
|
| 978 |
"label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03",
|
|
|
|
| 973 |
"best_config": null,
|
| 974 |
"gain_vs_h16_policy": 0.0556521739130435
|
| 975 |
},
|
| 976 |
+
{
|
| 977 |
+
"key": "retrieval_residual_k4_mean_grid040045050_noopbonus003",
|
| 978 |
+
"label": "K4 mean-by-type residual retrieval, scales 0.40/0.45/0.50, margin 0.20, no-op bonus 0.03",
|
| 979 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
|
| 980 |
+
"clean_deployment": "yes",
|
| 981 |
+
"same_state_proposals": "no",
|
| 982 |
+
"expert_proposal": "no",
|
| 983 |
+
"story_role": "upper tangent-length sweep for sparse mean-consensus residual transport",
|
| 984 |
+
"fallback_success": null,
|
| 985 |
+
"pending_job": "14898107/14898110",
|
| 986 |
+
"path_exists": true,
|
| 987 |
+
"status": "complete",
|
| 988 |
+
"success": 0.3536231884057971,
|
| 989 |
+
"std_success": 0.010190374394925756,
|
| 990 |
+
"completed_seeds": null,
|
| 991 |
+
"num_completed": 3,
|
| 992 |
+
"best_config": null,
|
| 993 |
+
"gain_vs_h16_policy": 0.05623188405797103
|
| 994 |
+
},
|
| 995 |
+
{
|
| 996 |
+
"key": "retrieval_residual_k4_mean_grid040045050_srcscorebonus002",
|
| 997 |
+
"label": "K4 mean-by-type residual retrieval, scales 0.40/0.45/0.50, margin 0.20, source-score bonus 0.02",
|
| 998 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json",
|
| 999 |
+
"clean_deployment": "yes",
|
| 1000 |
+
"same_state_proposals": "no",
|
| 1001 |
+
"expert_proposal": "no",
|
| 1002 |
+
"story_role": "upper tangent-length sweep for measured-prior mean-consensus residual transport",
|
| 1003 |
+
"fallback_success": null,
|
| 1004 |
+
"pending_job": "14898108/14898111",
|
| 1005 |
+
"path_exists": true,
|
| 1006 |
+
"status": "complete",
|
| 1007 |
+
"success": 0.35304347826086957,
|
| 1008 |
+
"std_success": 0.0105787174439969,
|
| 1009 |
+
"completed_seeds": null,
|
| 1010 |
+
"num_completed": 3,
|
| 1011 |
+
"best_config": null,
|
| 1012 |
+
"gain_vs_h16_policy": 0.0556521739130435
|
| 1013 |
+
},
|
| 1014 |
+
{
|
| 1015 |
+
"key": "retrieval_residual_k4_mean_grid035045055_noopbonus003",
|
| 1016 |
+
"label": "K4 mean-by-type residual retrieval, scales 0.35/0.45/0.55, margin 0.20, no-op bonus 0.03",
|
| 1017 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
|
| 1018 |
+
"clean_deployment": "yes",
|
| 1019 |
+
"same_state_proposals": "no",
|
| 1020 |
+
"expert_proposal": "no",
|
| 1021 |
+
"story_role": "wide tangent-length sweep for sparse mean-consensus residual transport",
|
| 1022 |
+
"fallback_success": null,
|
| 1023 |
+
"pending_job": "14898109/14898112",
|
| 1024 |
+
"path_exists": true,
|
| 1025 |
+
"status": "complete",
|
| 1026 |
+
"success": 0.35130434782608694,
|
| 1027 |
+
"std_success": 0.009202613255876844,
|
| 1028 |
+
"completed_seeds": null,
|
| 1029 |
+
"num_completed": 3,
|
| 1030 |
+
"best_config": null,
|
| 1031 |
+
"gain_vs_h16_policy": 0.05391304347826087
|
| 1032 |
+
},
|
| 1033 |
{
|
| 1034 |
"key": "retrieval_residual_k4_mean_nooponly_noopbonus003",
|
| 1035 |
"label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03",
|
results/paper_table_status.md
CHANGED
|
@@ -54,6 +54,9 @@ Baseline h=16 policy: 29.74%
|
|
| 54 |
| retrieval_residual_k4_mean_margin025_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.25, source-score bonus 0.02 | complete | 34.84% | +5.10 pp | yes | no | no | advantage-abstention margin fine sweep with measured train-source prior |
|
| 55 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03 | complete | 35.42% | +5.68 pp | yes | no | no | scale-grid diagnostic for sparse mean-consensus residual transport |
|
| 56 |
| retrieval_residual_k4_mean_grid035040045_srcscorebonus002 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, source-score bonus 0.02 | complete | 35.30% | +5.57 pp | yes | no | no | scale-grid diagnostic for measured-prior mean-consensus residual transport |
|
|
|
|
|
|
|
|
|
|
| 57 |
| retrieval_residual_k4_mean_nooponly_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation for sparse tangent transport |
|
| 58 |
| retrieval_residual_k4_mean_nooponly_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, source-score bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation with measured train-source prior |
|
| 59 |
| retrieval_residual_k4_mean_noopbonus003_srcprog050 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.50 | complete | 34.96% | +5.22 pp | yes | no | no | train-source viability gate for sparse residual transport |
|
|
|
|
| 54 |
| retrieval_residual_k4_mean_margin025_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.25, source-score bonus 0.02 | complete | 34.84% | +5.10 pp | yes | no | no | advantage-abstention margin fine sweep with measured train-source prior |
|
| 55 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03 | complete | 35.42% | +5.68 pp | yes | no | no | scale-grid diagnostic for sparse mean-consensus residual transport |
|
| 56 |
| retrieval_residual_k4_mean_grid035040045_srcscorebonus002 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, source-score bonus 0.02 | complete | 35.30% | +5.57 pp | yes | no | no | scale-grid diagnostic for measured-prior mean-consensus residual transport |
|
| 57 |
+
| retrieval_residual_k4_mean_grid040045050_noopbonus003 | K4 mean-by-type residual retrieval, scales 0.40/0.45/0.50, margin 0.20, no-op bonus 0.03 | complete | 35.36% | +5.62 pp | yes | no | no | upper tangent-length sweep for sparse mean-consensus residual transport |
|
| 58 |
+
| retrieval_residual_k4_mean_grid040045050_srcscorebonus002 | K4 mean-by-type residual retrieval, scales 0.40/0.45/0.50, margin 0.20, source-score bonus 0.02 | complete | 35.30% | +5.57 pp | yes | no | no | upper tangent-length sweep for measured-prior mean-consensus residual transport |
|
| 59 |
+
| retrieval_residual_k4_mean_grid035045055_noopbonus003 | K4 mean-by-type residual retrieval, scales 0.35/0.45/0.55, margin 0.20, no-op bonus 0.03 | complete | 35.13% | +5.39 pp | yes | no | no | wide tangent-length sweep for sparse mean-consensus residual transport |
|
| 60 |
| retrieval_residual_k4_mean_nooponly_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation for sparse tangent transport |
|
| 61 |
| retrieval_residual_k4_mean_nooponly_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, source-score bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation with measured train-source prior |
|
| 62 |
| retrieval_residual_k4_mean_noopbonus003_srcprog050 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.50 | complete | 34.96% | +5.22 pp | yes | no | no | train-source viability gate for sparse residual transport |
|
scripts/build_paper_analysis.py
CHANGED
|
@@ -211,6 +211,30 @@ METHODS = [
|
|
| 211 |
"k4_grid035040045_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json"
|
| 212 |
),
|
| 213 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 214 |
MethodSpec(
|
| 215 |
key="residual_k4_consensus_nooponly_noopbonus003",
|
| 216 |
label="K4 mean-by-type tangent consensus, no-op-only residuals, no-op bonus 0.03",
|
|
|
|
| 211 |
"k4_grid035040045_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json"
|
| 212 |
),
|
| 213 |
),
|
| 214 |
+
MethodSpec(
|
| 215 |
+
key="residual_k4_consensus_grid040045050_noopbonus003",
|
| 216 |
+
label="K4 mean-by-type tangent consensus, scales 0.40/0.45/0.50, no-op bonus 0.03",
|
| 217 |
+
summary_path=(
|
| 218 |
+
"h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
|
| 219 |
+
"k4_grid040045050_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json"
|
| 220 |
+
),
|
| 221 |
+
),
|
| 222 |
+
MethodSpec(
|
| 223 |
+
key="residual_k4_consensus_grid040045050_srcscorebonus002",
|
| 224 |
+
label="K4 mean-by-type tangent consensus, scales 0.40/0.45/0.50, source-score bonus 0.02",
|
| 225 |
+
summary_path=(
|
| 226 |
+
"h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
|
| 227 |
+
"k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json"
|
| 228 |
+
),
|
| 229 |
+
),
|
| 230 |
+
MethodSpec(
|
| 231 |
+
key="residual_k4_consensus_grid035045055_noopbonus003",
|
| 232 |
+
label="K4 mean-by-type tangent consensus, scales 0.35/0.45/0.55, no-op bonus 0.03",
|
| 233 |
+
summary_path=(
|
| 234 |
+
"h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
|
| 235 |
+
"k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json"
|
| 236 |
+
),
|
| 237 |
+
),
|
| 238 |
MethodSpec(
|
| 239 |
key="residual_k4_consensus_nooponly_noopbonus003",
|
| 240 |
label="K4 mean-by-type tangent consensus, no-op-only residuals, no-op bonus 0.03",
|
scripts/build_paper_table_status.py
CHANGED
|
@@ -525,6 +525,36 @@ SPECS = [
|
|
| 525 |
story_role="scale-grid diagnostic for measured-prior mean-consensus residual transport",
|
| 526 |
pending_job="14897989/14897991",
|
| 527 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 528 |
ResultSpec(
|
| 529 |
key="retrieval_residual_k4_mean_nooponly_noopbonus003",
|
| 530 |
label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03",
|
|
|
|
| 525 |
story_role="scale-grid diagnostic for measured-prior mean-consensus residual transport",
|
| 526 |
pending_job="14897989/14897991",
|
| 527 |
),
|
| 528 |
+
ResultSpec(
|
| 529 |
+
key="retrieval_residual_k4_mean_grid040045050_noopbonus003",
|
| 530 |
+
label="K4 mean-by-type residual retrieval, scales 0.40/0.45/0.50, margin 0.20, no-op bonus 0.03",
|
| 531 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
|
| 532 |
+
clean_deployment="yes",
|
| 533 |
+
same_state_proposals="no",
|
| 534 |
+
expert_proposal="no",
|
| 535 |
+
story_role="upper tangent-length sweep for sparse mean-consensus residual transport",
|
| 536 |
+
pending_job="14898107/14898110",
|
| 537 |
+
),
|
| 538 |
+
ResultSpec(
|
| 539 |
+
key="retrieval_residual_k4_mean_grid040045050_srcscorebonus002",
|
| 540 |
+
label="K4 mean-by-type residual retrieval, scales 0.40/0.45/0.50, margin 0.20, source-score bonus 0.02",
|
| 541 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json",
|
| 542 |
+
clean_deployment="yes",
|
| 543 |
+
same_state_proposals="no",
|
| 544 |
+
expert_proposal="no",
|
| 545 |
+
story_role="upper tangent-length sweep for measured-prior mean-consensus residual transport",
|
| 546 |
+
pending_job="14898108/14898111",
|
| 547 |
+
),
|
| 548 |
+
ResultSpec(
|
| 549 |
+
key="retrieval_residual_k4_mean_grid035045055_noopbonus003",
|
| 550 |
+
label="K4 mean-by-type residual retrieval, scales 0.35/0.45/0.55, margin 0.20, no-op bonus 0.03",
|
| 551 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
|
| 552 |
+
clean_deployment="yes",
|
| 553 |
+
same_state_proposals="no",
|
| 554 |
+
expert_proposal="no",
|
| 555 |
+
story_role="wide tangent-length sweep for sparse mean-consensus residual transport",
|
| 556 |
+
pending_job="14898109/14898112",
|
| 557 |
+
),
|
| 558 |
ResultSpec(
|
| 559 |
key="retrieval_residual_k4_mean_nooponly_noopbonus003",
|
| 560 |
label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03",
|