anhtld commited on
Commit
d2d6a91
·
verified ·
1 Parent(s): a0a5c69

auto-sync 2026-07-02T18:12:23Z workspace (part 3)

Browse files
workspace/results/paper_analysis.json CHANGED
@@ -23,7 +23,7 @@
23
  "selected_success_for_65pct_gap_closure": 0.47449275362318843,
24
  "selected_success_for_75pct_gap_closure": 0.5017391304347827
25
  },
26
- "generated_utc": "2026-07-02T17:31:38+00:00",
27
  "mechanism_gap": {
28
  "best_clean_vs_direct_same_ckpt": 0.1060869565217391,
29
  "best_clean_vs_h16": 0.09159420289855075,
@@ -12710,6 +12710,20 @@
12710
  "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json",
12711
  "std_success": 0.018595959341849776
12712
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12713
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_oraclecal_train800_k4_r0025_t0025": {
12714
  "ci95_success": 0.044132081897821224,
12715
  "headline_ci95_success": 0.044132081897821224,
@@ -13094,6 +13108,13 @@
13094
  "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_oraclecal_train800_k4_type005_summary.json",
13095
  "std_success": 0.017764119937442965
13096
  },
 
 
 
 
 
 
 
13097
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025": {
13098
  "ci95_success": 0.043707043917985716,
13099
  "headline_ci95_success": 0.043707043917985716,
 
23
  "selected_success_for_65pct_gap_closure": 0.47449275362318843,
24
  "selected_success_for_75pct_gap_closure": 0.5017391304347827
25
  },
26
+ "generated_utc": "2026-07-02T18:32:12+00:00",
27
  "mechanism_gap": {
28
  "best_clean_vs_direct_same_ckpt": 0.1060869565217391,
29
  "best_clean_vs_h16": 0.09159420289855075,
 
12710
  "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json",
12711
  "std_success": 0.018595959341849776
12712
  },
12713
+ "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0": {
12714
+ "headline_metric": "mean_success",
12715
+ "headline_metric_label": "deployment",
12716
+ "label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
12717
+ "missing": true,
12718
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.json"
12719
+ },
12720
+ "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0": {
12721
+ "headline_metric": "mean_success",
12722
+ "headline_metric_label": "deployment",
12723
+ "label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0",
12724
+ "missing": true,
12725
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_summary.json"
12726
+ },
12727
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_oraclecal_train800_k4_r0025_t0025": {
12728
  "ci95_success": 0.044132081897821224,
12729
  "headline_ci95_success": 0.044132081897821224,
 
13108
  "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_oraclecal_train800_k4_type005_summary.json",
13109
  "std_success": 0.017764119937442965
13110
  },
13111
+ "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0": {
13112
+ "headline_metric": "mean_success",
13113
+ "headline_metric_label": "deployment",
13114
+ "label": "Generator V1 positive tangents, policy anchor, advantage weight 2.0",
13115
+ "missing": true,
13116
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json"
13117
+ },
13118
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025": {
13119
  "ci95_success": 0.043707043917985716,
13120
  "headline_ci95_success": 0.043707043917985716,
workspace/results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-07-02T17:31:38+00:00`
4
 
5
  ## Main Seed Statistics
6
 
@@ -72,6 +72,9 @@ Generated: `2026-07-02T17:31:38+00:00`
72
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrel | K6-matched transported residual field re-grounding, source-score 0.01, task-relative retrieval chart | 3 | deployment | 37.22% +/- 1.66 | 37.22% | +/- 4.12 | 58.49% | 0.512 | +7.48 pp |
73
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrelz | K6-matched transported residual field re-grounding, source-score 0.01, task-relative z-score retrieval chart | 3 | deployment | 36.99% +/- 2.02 | 36.99% | +/- 5.01 | 58.49% | 0.511 | +7.25 pp |
74
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005 | K6-matched transported residual field re-grounding, task-conditioned source-score prior | 3 | deployment | 38.90% +/- 1.86 | 38.90% | +/- 4.62 | 59.96% | 0.513 | +9.16 pp |
 
 
 
75
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025 | 3 | deployment | 38.84% +/- 1.76 | 38.84% | +/- 4.37 | 59.94% | 0.513 | +9.10 pp |
76
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale005 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.05 | 3 | deployment | 38.78% +/- 1.66 | 38.78% | +/- 4.12 | 59.89% | 0.513 | +9.04 pp |
77
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale010 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.10 | 3 | deployment | 38.67% +/- 1.62 | 38.67% | +/- 4.01 | 59.82% | 0.513 | +8.93 pp |
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-07-02T18:32:12+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
72
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrel | K6-matched transported residual field re-grounding, source-score 0.01, task-relative retrieval chart | 3 | deployment | 37.22% +/- 1.66 | 37.22% | +/- 4.12 | 58.49% | 0.512 | +7.48 pp |
73
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrelz | K6-matched transported residual field re-grounding, source-score 0.01, task-relative z-score retrieval chart | 3 | deployment | 36.99% +/- 2.02 | 36.99% | +/- 5.01 | 58.49% | 0.511 | +7.25 pp |
74
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005 | K6-matched transported residual field re-grounding, task-conditioned source-score prior | 3 | deployment | 38.90% +/- 1.86 | 38.90% | +/- 4.62 | 59.96% | 0.513 | +9.16 pp |
75
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0 | 0 | deployment | missing | missing | missing | missing | missing | missing |
76
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0 | 0 | deployment | missing | missing | missing | missing | missing | missing |
77
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0 | Generator V1 positive tangents, policy anchor, advantage weight 2.0 | 0 | deployment | missing | missing | missing | missing | missing | missing |
78
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025 | 3 | deployment | 38.84% +/- 1.76 | 38.84% | +/- 4.37 | 59.94% | 0.513 | +9.10 pp |
79
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale005 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.05 | 3 | deployment | 38.78% +/- 1.66 | 38.78% | +/- 4.12 | 59.89% | 0.513 | +9.04 pp |
80
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale010 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.10 | 3 | deployment | 38.67% +/- 1.62 | 38.67% | +/- 4.01 | 59.82% | 0.513 | +8.93 pp |
workspace/scripts/build_paper_analysis.py CHANGED
@@ -574,6 +574,30 @@ METHODS = [
574
  "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json"
575
  ),
576
  ),
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
577
  MethodSpec(
578
  key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025",
579
  label="K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025",
 
574
  "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json"
575
  ),
576
  ),
577
+ MethodSpec(
578
+ key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0",
579
+ label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
580
+ summary_path=(
581
+ "h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
582
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.json"
583
+ ),
584
+ ),
585
+ MethodSpec(
586
+ key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0",
587
+ label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0",
588
+ summary_path=(
589
+ "h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
590
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_summary.json"
591
+ ),
592
+ ),
593
+ MethodSpec(
594
+ key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0",
595
+ label="Generator V1 positive tangents, policy anchor, advantage weight 2.0",
596
+ summary_path=(
597
+ "h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
598
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json"
599
+ ),
600
+ ),
601
  MethodSpec(
602
  key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025",
603
  label="K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025",
workspace/scripts/eval_maniskill_policy_rollout.py CHANGED
@@ -305,6 +305,13 @@ def main(argv: list[str] | None = None) -> int:
305
  help="Scale for adding a train-source reward-score advantage prior relative to the "
306
  "source residual anchor action.",
307
  )
 
 
 
 
 
 
 
308
  parser.add_argument(
309
  "--retrieval-residual-composite-l2-penalty-scale",
310
  type=float,
@@ -605,6 +612,9 @@ def main(argv: list[str] | None = None) -> int:
605
  retrieval_residual_source_advantage_bonus_scale=(
606
  args.retrieval_residual_source_advantage_bonus_scale
607
  ),
 
 
 
608
  retrieval_residual_composite_l2_penalty_scale=(
609
  args.retrieval_residual_composite_l2_penalty_scale
610
  ),
 
305
  help="Scale for adding a train-source reward-score advantage prior relative to the "
306
  "source residual anchor action.",
307
  )
308
+ parser.add_argument(
309
+ "--retrieval-residual-source-advantage-weight-scale",
310
+ type=float,
311
+ default=0.0,
312
+ help="Scale for exponentiating train-source reward-score advantage into residual "
313
+ "consensus weights. This changes proposal geometry before field selection.",
314
+ )
315
  parser.add_argument(
316
  "--retrieval-residual-composite-l2-penalty-scale",
317
  type=float,
 
612
  retrieval_residual_source_advantage_bonus_scale=(
613
  args.retrieval_residual_source_advantage_bonus_scale
614
  ),
615
+ retrieval_residual_source_advantage_weight_scale=(
616
+ args.retrieval_residual_source_advantage_weight_scale
617
+ ),
618
  retrieval_residual_composite_l2_penalty_scale=(
619
  args.retrieval_residual_composite_l2_penalty_scale
620
  ),