auto-sync 2026-07-02T18:12:23Z workspace (part 3)
Browse files
workspace/results/paper_analysis.json
CHANGED
|
@@ -23,7 +23,7 @@
|
|
| 23 |
"selected_success_for_65pct_gap_closure": 0.47449275362318843,
|
| 24 |
"selected_success_for_75pct_gap_closure": 0.5017391304347827
|
| 25 |
},
|
| 26 |
-
"generated_utc": "2026-07-
|
| 27 |
"mechanism_gap": {
|
| 28 |
"best_clean_vs_direct_same_ckpt": 0.1060869565217391,
|
| 29 |
"best_clean_vs_h16": 0.09159420289855075,
|
|
@@ -12710,6 +12710,20 @@
|
|
| 12710 |
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json",
|
| 12711 |
"std_success": 0.018595959341849776
|
| 12712 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12713 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_oraclecal_train800_k4_r0025_t0025": {
|
| 12714 |
"ci95_success": 0.044132081897821224,
|
| 12715 |
"headline_ci95_success": 0.044132081897821224,
|
|
@@ -13094,6 +13108,13 @@
|
|
| 13094 |
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_oraclecal_train800_k4_type005_summary.json",
|
| 13095 |
"std_success": 0.017764119937442965
|
| 13096 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13097 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025": {
|
| 13098 |
"ci95_success": 0.043707043917985716,
|
| 13099 |
"headline_ci95_success": 0.043707043917985716,
|
|
|
|
| 23 |
"selected_success_for_65pct_gap_closure": 0.47449275362318843,
|
| 24 |
"selected_success_for_75pct_gap_closure": 0.5017391304347827
|
| 25 |
},
|
| 26 |
+
"generated_utc": "2026-07-02T18:32:12+00:00",
|
| 27 |
"mechanism_gap": {
|
| 28 |
"best_clean_vs_direct_same_ckpt": 0.1060869565217391,
|
| 29 |
"best_clean_vs_h16": 0.09159420289855075,
|
|
|
|
| 12710 |
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json",
|
| 12711 |
"std_success": 0.018595959341849776
|
| 12712 |
},
|
| 12713 |
+
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0": {
|
| 12714 |
+
"headline_metric": "mean_success",
|
| 12715 |
+
"headline_metric_label": "deployment",
|
| 12716 |
+
"label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
|
| 12717 |
+
"missing": true,
|
| 12718 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.json"
|
| 12719 |
+
},
|
| 12720 |
+
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0": {
|
| 12721 |
+
"headline_metric": "mean_success",
|
| 12722 |
+
"headline_metric_label": "deployment",
|
| 12723 |
+
"label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0",
|
| 12724 |
+
"missing": true,
|
| 12725 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_summary.json"
|
| 12726 |
+
},
|
| 12727 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_oraclecal_train800_k4_r0025_t0025": {
|
| 12728 |
"ci95_success": 0.044132081897821224,
|
| 12729 |
"headline_ci95_success": 0.044132081897821224,
|
|
|
|
| 13108 |
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_oraclecal_train800_k4_type005_summary.json",
|
| 13109 |
"std_success": 0.017764119937442965
|
| 13110 |
},
|
| 13111 |
+
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0": {
|
| 13112 |
+
"headline_metric": "mean_success",
|
| 13113 |
+
"headline_metric_label": "deployment",
|
| 13114 |
+
"label": "Generator V1 positive tangents, policy anchor, advantage weight 2.0",
|
| 13115 |
+
"missing": true,
|
| 13116 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json"
|
| 13117 |
+
},
|
| 13118 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025": {
|
| 13119 |
"ci95_success": 0.043707043917985716,
|
| 13120 |
"headline_ci95_success": 0.043707043917985716,
|
workspace/results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-07-
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
@@ -72,6 +72,9 @@ Generated: `2026-07-02T17:31:38+00:00`
|
|
| 72 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrel | K6-matched transported residual field re-grounding, source-score 0.01, task-relative retrieval chart | 3 | deployment | 37.22% +/- 1.66 | 37.22% | +/- 4.12 | 58.49% | 0.512 | +7.48 pp |
|
| 73 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrelz | K6-matched transported residual field re-grounding, source-score 0.01, task-relative z-score retrieval chart | 3 | deployment | 36.99% +/- 2.02 | 36.99% | +/- 5.01 | 58.49% | 0.511 | +7.25 pp |
|
| 74 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005 | K6-matched transported residual field re-grounding, task-conditioned source-score prior | 3 | deployment | 38.90% +/- 1.86 | 38.90% | +/- 4.62 | 59.96% | 0.513 | +9.16 pp |
|
|
|
|
|
|
|
|
|
|
| 75 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025 | 3 | deployment | 38.84% +/- 1.76 | 38.84% | +/- 4.37 | 59.94% | 0.513 | +9.10 pp |
|
| 76 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale005 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.05 | 3 | deployment | 38.78% +/- 1.66 | 38.78% | +/- 4.12 | 59.89% | 0.513 | +9.04 pp |
|
| 77 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale010 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.10 | 3 | deployment | 38.67% +/- 1.62 | 38.67% | +/- 4.01 | 59.82% | 0.513 | +8.93 pp |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-07-02T18:32:12+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 72 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrel | K6-matched transported residual field re-grounding, source-score 0.01, task-relative retrieval chart | 3 | deployment | 37.22% +/- 1.66 | 37.22% | +/- 4.12 | 58.49% | 0.512 | +7.48 pp |
|
| 73 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrelz | K6-matched transported residual field re-grounding, source-score 0.01, task-relative z-score retrieval chart | 3 | deployment | 36.99% +/- 2.02 | 36.99% | +/- 5.01 | 58.49% | 0.511 | +7.25 pp |
|
| 74 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005 | K6-matched transported residual field re-grounding, task-conditioned source-score prior | 3 | deployment | 38.90% +/- 1.86 | 38.90% | +/- 4.62 | 59.96% | 0.513 | +9.16 pp |
|
| 75 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0 | 0 | deployment | missing | missing | missing | missing | missing | missing |
|
| 76 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0 | 0 | deployment | missing | missing | missing | missing | missing | missing |
|
| 77 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0 | Generator V1 positive tangents, policy anchor, advantage weight 2.0 | 0 | deployment | missing | missing | missing | missing | missing | missing |
|
| 78 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025 | 3 | deployment | 38.84% +/- 1.76 | 38.84% | +/- 4.37 | 59.94% | 0.513 | +9.10 pp |
|
| 79 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale005 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.05 | 3 | deployment | 38.78% +/- 1.66 | 38.78% | +/- 4.12 | 59.89% | 0.513 | +9.04 pp |
|
| 80 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale010 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.10 | 3 | deployment | 38.67% +/- 1.62 | 38.67% | +/- 4.01 | 59.82% | 0.513 | +8.93 pp |
|
workspace/scripts/build_paper_analysis.py
CHANGED
|
@@ -574,6 +574,30 @@ METHODS = [
|
|
| 574 |
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json"
|
| 575 |
),
|
| 576 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 577 |
MethodSpec(
|
| 578 |
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025",
|
| 579 |
label="K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025",
|
|
|
|
| 574 |
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json"
|
| 575 |
),
|
| 576 |
),
|
| 577 |
+
MethodSpec(
|
| 578 |
+
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0",
|
| 579 |
+
label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
|
| 580 |
+
summary_path=(
|
| 581 |
+
"h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 582 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.json"
|
| 583 |
+
),
|
| 584 |
+
),
|
| 585 |
+
MethodSpec(
|
| 586 |
+
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0",
|
| 587 |
+
label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0",
|
| 588 |
+
summary_path=(
|
| 589 |
+
"h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 590 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_summary.json"
|
| 591 |
+
),
|
| 592 |
+
),
|
| 593 |
+
MethodSpec(
|
| 594 |
+
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0",
|
| 595 |
+
label="Generator V1 positive tangents, policy anchor, advantage weight 2.0",
|
| 596 |
+
summary_path=(
|
| 597 |
+
"h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 598 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json"
|
| 599 |
+
),
|
| 600 |
+
),
|
| 601 |
MethodSpec(
|
| 602 |
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025",
|
| 603 |
label="K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025",
|
workspace/scripts/eval_maniskill_policy_rollout.py
CHANGED
|
@@ -305,6 +305,13 @@ def main(argv: list[str] | None = None) -> int:
|
|
| 305 |
help="Scale for adding a train-source reward-score advantage prior relative to the "
|
| 306 |
"source residual anchor action.",
|
| 307 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 308 |
parser.add_argument(
|
| 309 |
"--retrieval-residual-composite-l2-penalty-scale",
|
| 310 |
type=float,
|
|
@@ -605,6 +612,9 @@ def main(argv: list[str] | None = None) -> int:
|
|
| 605 |
retrieval_residual_source_advantage_bonus_scale=(
|
| 606 |
args.retrieval_residual_source_advantage_bonus_scale
|
| 607 |
),
|
|
|
|
|
|
|
|
|
|
| 608 |
retrieval_residual_composite_l2_penalty_scale=(
|
| 609 |
args.retrieval_residual_composite_l2_penalty_scale
|
| 610 |
),
|
|
|
|
| 305 |
help="Scale for adding a train-source reward-score advantage prior relative to the "
|
| 306 |
"source residual anchor action.",
|
| 307 |
)
|
| 308 |
+
parser.add_argument(
|
| 309 |
+
"--retrieval-residual-source-advantage-weight-scale",
|
| 310 |
+
type=float,
|
| 311 |
+
default=0.0,
|
| 312 |
+
help="Scale for exponentiating train-source reward-score advantage into residual "
|
| 313 |
+
"consensus weights. This changes proposal geometry before field selection.",
|
| 314 |
+
)
|
| 315 |
parser.add_argument(
|
| 316 |
"--retrieval-residual-composite-l2-penalty-scale",
|
| 317 |
type=float,
|
|
|
|
| 612 |
retrieval_residual_source_advantage_bonus_scale=(
|
| 613 |
args.retrieval_residual_source_advantage_bonus_scale
|
| 614 |
),
|
| 615 |
+
retrieval_residual_source_advantage_weight_scale=(
|
| 616 |
+
args.retrieval_residual_source_advantage_weight_scale
|
| 617 |
+
),
|
| 618 |
retrieval_residual_composite_l2_penalty_scale=(
|
| 619 |
args.retrieval_residual_composite_l2_penalty_scale
|
| 620 |
),
|