anhtld commited on
Commit
838cc45
·
verified ·
1 Parent(s): 1bde4da

Auto-sync: 2026-06-28 17:30:45 (part 2)

Browse files
results/paper_table_status.json CHANGED
@@ -612,6 +612,63 @@
612
  "best_config": null,
613
  "gain_vs_h16_policy": 0.05217391304347829
614
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
615
  {
616
  "key": "retrieval_residual_policy_anchor_scale035_safe",
617
  "label": "Policy-relative train-state residual retrieval, scale 0.35, safe non-expert residuals",
 
612
  "best_config": null,
613
  "gain_vs_h16_policy": 0.05217391304347829
614
  },
615
+ {
616
+ "key": "retrieval_residual_k4_mean_noopbonus003",
617
+ "label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03",
618
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
619
+ "clean_deployment": "yes",
620
+ "same_state_proposals": "no",
621
+ "expert_proposal": "no",
622
+ "story_role": "typed sparse-intervention prior diagnostic",
623
+ "fallback_success": null,
624
+ "pending_job": "14883370/14883371",
625
+ "path_exists": false,
626
+ "status": "pending",
627
+ "success": null,
628
+ "std_success": null,
629
+ "completed_seeds": null,
630
+ "num_completed": null,
631
+ "best_config": null,
632
+ "gain_vs_h16_policy": null
633
+ },
634
+ {
635
+ "key": "retrieval_residual_k4_mean_noopbonus005",
636
+ "label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.05",
637
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_noopbonus0p05_summary.json",
638
+ "clean_deployment": "yes",
639
+ "same_state_proposals": "no",
640
+ "expert_proposal": "no",
641
+ "story_role": "typed sparse-intervention prior diagnostic",
642
+ "fallback_success": null,
643
+ "pending_job": "14883372/14883373",
644
+ "path_exists": false,
645
+ "status": "pending",
646
+ "success": null,
647
+ "std_success": null,
648
+ "completed_seeds": null,
649
+ "num_completed": null,
650
+ "best_config": null,
651
+ "gain_vs_h16_policy": null
652
+ },
653
+ {
654
+ "key": "retrieval_residual_k4_mean_noopbonus008",
655
+ "label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.08",
656
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_noopbonus0p08_summary.json",
657
+ "clean_deployment": "yes",
658
+ "same_state_proposals": "no",
659
+ "expert_proposal": "no",
660
+ "story_role": "typed sparse-intervention prior diagnostic",
661
+ "fallback_success": null,
662
+ "pending_job": "14883374/14883375",
663
+ "path_exists": false,
664
+ "status": "pending",
665
+ "success": null,
666
+ "std_success": null,
667
+ "completed_seeds": null,
668
+ "num_completed": null,
669
+ "best_config": null,
670
+ "gain_vs_h16_policy": null
671
+ },
672
  {
673
  "key": "retrieval_residual_policy_anchor_scale035_safe",
674
  "label": "Policy-relative train-state residual retrieval, scale 0.35, safe non-expert residuals",
results/paper_table_status.md CHANGED
@@ -35,6 +35,9 @@ Baseline h=16 policy: 29.74%
35
  | retrieval_residual_k2grid_broad_safe_ray_margin020 | K2 train-state residual ray search, safe residuals, scales 0.20/0.35/0.50/0.65, advantage margin 0.20 | complete | 34.96% | +5.22 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
36
  | retrieval_residual_k4grid_tight_safe_ray_margin020 | K4 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20 | complete | 34.55% | +4.81 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
37
  | retrieval_residual_k4_scale040_safe_margin020_mean_by_type | K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus | complete | 34.96% | +5.22 pp | yes | no | no | counterfactual tangent consensus near-tie ablation |
 
 
 
38
  | retrieval_residual_policy_anchor_scale035_safe | Policy-relative train-state residual retrieval, scale 0.35, safe non-expert residuals | complete | 33.74% | +4.00 pp | yes | no | no | policy-relative tangent anchor diagnostic |
39
  | retrieval_residual_scale030_safe_types | Train-state residual retrieval, scale 0.30, policy/no-op/wrong-gripper residuals | complete | 33.51% | +3.77 pp | yes | no | no | typed tangent scale zoom sweep |
40
  | retrieval_residual_scale0325_safe_types | Train-state residual retrieval, scale 0.325, policy/no-op/wrong-gripper residuals | complete | 33.74% | +4.00 pp | yes | no | no | typed tangent scale zoom sweep |
 
35
  | retrieval_residual_k2grid_broad_safe_ray_margin020 | K2 train-state residual ray search, safe residuals, scales 0.20/0.35/0.50/0.65, advantage margin 0.20 | complete | 34.96% | +5.22 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
36
  | retrieval_residual_k4grid_tight_safe_ray_margin020 | K4 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20 | complete | 34.55% | +4.81 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
37
  | retrieval_residual_k4_scale040_safe_margin020_mean_by_type | K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus | complete | 34.96% | +5.22 pp | yes | no | no | counterfactual tangent consensus near-tie ablation |
38
+ | retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | pending 14883370/14883371 | pending | pending | yes | no | no | typed sparse-intervention prior diagnostic |
39
+ | retrieval_residual_k4_mean_noopbonus005 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.05 | pending 14883372/14883373 | pending | pending | yes | no | no | typed sparse-intervention prior diagnostic |
40
+ | retrieval_residual_k4_mean_noopbonus008 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.08 | pending 14883374/14883375 | pending | pending | yes | no | no | typed sparse-intervention prior diagnostic |
41
  | retrieval_residual_policy_anchor_scale035_safe | Policy-relative train-state residual retrieval, scale 0.35, safe non-expert residuals | complete | 33.74% | +4.00 pp | yes | no | no | policy-relative tangent anchor diagnostic |
42
  | retrieval_residual_scale030_safe_types | Train-state residual retrieval, scale 0.30, policy/no-op/wrong-gripper residuals | complete | 33.51% | +3.77 pp | yes | no | no | typed tangent scale zoom sweep |
43
  | retrieval_residual_scale0325_safe_types | Train-state residual retrieval, scale 0.325, policy/no-op/wrong-gripper residuals | complete | 33.74% | +4.00 pp | yes | no | no | typed tangent scale zoom sweep |
scripts/build_paper_table_status.py CHANGED
@@ -335,6 +335,36 @@ SPECS = [
335
  story_role="counterfactual tangent consensus near-tie ablation",
336
  pending_job="14868699/14868700",
337
  ),
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
338
  ResultSpec(
339
  key="retrieval_residual_policy_anchor_scale035_safe",
340
  label="Policy-relative train-state residual retrieval, scale 0.35, safe non-expert residuals",
 
335
  story_role="counterfactual tangent consensus near-tie ablation",
336
  pending_job="14868699/14868700",
337
  ),
338
+ ResultSpec(
339
+ key="retrieval_residual_k4_mean_noopbonus003",
340
+ label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03",
341
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
342
+ clean_deployment="yes",
343
+ same_state_proposals="no",
344
+ expert_proposal="no",
345
+ story_role="typed sparse-intervention prior diagnostic",
346
+ pending_job="14883694/14883695",
347
+ ),
348
+ ResultSpec(
349
+ key="retrieval_residual_k4_mean_noopbonus005",
350
+ label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.05",
351
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_noopbonus0p05_summary.json",
352
+ clean_deployment="yes",
353
+ same_state_proposals="no",
354
+ expert_proposal="no",
355
+ story_role="typed sparse-intervention prior diagnostic",
356
+ pending_job="14883696/14883697",
357
+ ),
358
+ ResultSpec(
359
+ key="retrieval_residual_k4_mean_noopbonus008",
360
+ label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.08",
361
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_noopbonus0p08_summary.json",
362
+ clean_deployment="yes",
363
+ same_state_proposals="no",
364
+ expert_proposal="no",
365
+ story_role="typed sparse-intervention prior diagnostic",
366
+ pending_job="14883698/14883699",
367
+ ),
368
  ResultSpec(
369
  key="retrieval_residual_policy_anchor_scale035_safe",
370
  label="Policy-relative train-state residual retrieval, scale 0.35, safe non-expert residuals",
scripts/eval_maniskill_policy_rollout.py CHANGED
@@ -158,10 +158,28 @@ def main(argv: list[str] | None = None) -> int:
158
  help="Comma-separated candidate_type values to mask in selection-mode=lattice, "
159
  "for example 'expert'.",
160
  )
 
 
 
 
 
 
161
  args = parser.parse_args(argv)
162
  lattice_exclude_types = tuple(
163
  item.strip() for item in args.lattice_exclude_types.split(",") if item.strip()
164
  )
 
 
 
 
 
 
 
 
 
 
 
 
165
  try:
166
  retrieval_residual_scales = tuple(
167
  float(item.strip())
@@ -198,6 +216,7 @@ def main(argv: list[str] | None = None) -> int:
198
  retrieval_residual_anchor=args.retrieval_residual_anchor,
199
  retrieval_residual_reduce=args.retrieval_residual_reduce,
200
  lattice_exclude_types=lattice_exclude_types,
 
201
  )
202
  print(json.dumps({key: value for key, value in result.items() if key != "rows"}, indent=2))
203
  return 0
 
158
  help="Comma-separated candidate_type values to mask in selection-mode=lattice, "
159
  "for example 'expert'.",
160
  )
161
+ parser.add_argument(
162
+ "--candidate-type-bonuses",
163
+ default="",
164
+ help="Comma-separated candidate_type=bonus priors added to field potentials before "
165
+ "selection, e.g. 'residual_no_op=0.05'. Empty preserves previous behavior.",
166
+ )
167
  args = parser.parse_args(argv)
168
  lattice_exclude_types = tuple(
169
  item.strip() for item in args.lattice_exclude_types.split(",") if item.strip()
170
  )
171
+ candidate_type_bonuses: dict[str, float] = {}
172
+ try:
173
+ for item in args.candidate_type_bonuses.split(","):
174
+ item = item.strip()
175
+ if not item:
176
+ continue
177
+ key, value = item.split("=", 1)
178
+ candidate_type_bonuses[key.strip()] = float(value.strip())
179
+ except ValueError as exc:
180
+ raise SystemExit(
181
+ "--candidate-type-bonuses must contain comma-separated candidate_type=bonus pairs"
182
+ ) from exc
183
  try:
184
  retrieval_residual_scales = tuple(
185
  float(item.strip())
 
216
  retrieval_residual_anchor=args.retrieval_residual_anchor,
217
  retrieval_residual_reduce=args.retrieval_residual_reduce,
218
  lattice_exclude_types=lattice_exclude_types,
219
+ candidate_type_bonuses=candidate_type_bonuses,
220
  )
221
  print(json.dumps({key: value for key, value in result.items() if key != "rows"}, indent=2))
222
  return 0
scripts/slurm/eval_maniskill_policy_rollout.sbatch CHANGED
@@ -64,6 +64,10 @@ LATTICE_EXCLUDE_TYPES="${LATTICE_EXCLUDE_TYPES:-}"
64
  if [[ -n "${LATTICE_EXCLUDE_TYPES_COLON:-}" ]]; then
65
  LATTICE_EXCLUDE_TYPES="${LATTICE_EXCLUDE_TYPES_COLON//:/,}"
66
  fi
 
 
 
 
67
 
68
  module load StdEnv/2023 apptainer/1.4.5
69
  cd "$PROJECT_DIR"
@@ -119,4 +123,5 @@ apptainer exec --nv \
119
  --retrieval-residual-anchor "$RETRIEVAL_RESIDUAL_ANCHOR" \
120
  --retrieval-residual-reduce "$RETRIEVAL_RESIDUAL_REDUCE" \
121
  --lattice-exclude-types "$LATTICE_EXCLUDE_TYPES" \
 
122
  "${EXTRA_ARGS[@]}"
 
64
  if [[ -n "${LATTICE_EXCLUDE_TYPES_COLON:-}" ]]; then
65
  LATTICE_EXCLUDE_TYPES="${LATTICE_EXCLUDE_TYPES_COLON//:/,}"
66
  fi
67
+ CANDIDATE_TYPE_BONUSES="${CANDIDATE_TYPE_BONUSES:-}"
68
+ if [[ -n "${CANDIDATE_TYPE_BONUSES_COLON:-}" ]]; then
69
+ CANDIDATE_TYPE_BONUSES="${CANDIDATE_TYPE_BONUSES_COLON//:/,}"
70
+ fi
71
 
72
  module load StdEnv/2023 apptainer/1.4.5
73
  cd "$PROJECT_DIR"
 
123
  --retrieval-residual-anchor "$RETRIEVAL_RESIDUAL_ANCHOR" \
124
  --retrieval-residual-reduce "$RETRIEVAL_RESIDUAL_REDUCE" \
125
  --lattice-exclude-types "$LATTICE_EXCLUDE_TYPES" \
126
+ --candidate-type-bonuses "$CANDIDATE_TYPE_BONUSES" \
127
  "${EXTRA_ARGS[@]}"
scripts/slurm/eval_maniskill_policy_rollout_cpu_smoke.sbatch CHANGED
@@ -35,7 +35,7 @@ CPU_RENDER_LIBS="$SCRATCH_ROOT/cpu_render_libs"
35
  CA_BUNDLE="$SCRATCH_ROOT/ca-bundle.crt"
36
  VULKAN_ICD="$CPU_RENDER_LIBS/share/vulkan/icd.d/lvp_icd.x86_64.json"
37
  MAX_GROUPS="${MAX_GROUPS:-8}"
38
- GROUP_BATCH_SIZE="${GROUP_BATCH_SIZE:-2}"
39
  SIM_BACKEND="${SIM_BACKEND:-physx_cpu}"
40
  RENDER_BACKEND="${RENDER_BACKEND:-cpu}"
41
  ALL_GROUPS="${ALL_GROUPS:-0}"
@@ -63,6 +63,10 @@ LATTICE_EXCLUDE_TYPES="${LATTICE_EXCLUDE_TYPES:-}"
63
  if [[ -n "${LATTICE_EXCLUDE_TYPES_COLON:-}" ]]; then
64
  LATTICE_EXCLUDE_TYPES="${LATTICE_EXCLUDE_TYPES_COLON//:/,}"
65
  fi
 
 
 
 
66
 
67
  module load StdEnv/2023 apptainer/1.4.5
68
  cd "$PROJECT_DIR"
@@ -115,4 +119,5 @@ apptainer exec \
115
  --retrieval-residual-anchor "$RETRIEVAL_RESIDUAL_ANCHOR" \
116
  --retrieval-residual-reduce "$RETRIEVAL_RESIDUAL_REDUCE" \
117
  --lattice-exclude-types "$LATTICE_EXCLUDE_TYPES" \
 
118
  "${EXTRA_ARGS[@]}"
 
35
  CA_BUNDLE="$SCRATCH_ROOT/ca-bundle.crt"
36
  VULKAN_ICD="$CPU_RENDER_LIBS/share/vulkan/icd.d/lvp_icd.x86_64.json"
37
  MAX_GROUPS="${MAX_GROUPS:-8}"
38
+ GROUP_BATCH_SIZE="${GROUP_BATCH_SIZE:-1}"
39
  SIM_BACKEND="${SIM_BACKEND:-physx_cpu}"
40
  RENDER_BACKEND="${RENDER_BACKEND:-cpu}"
41
  ALL_GROUPS="${ALL_GROUPS:-0}"
 
63
  if [[ -n "${LATTICE_EXCLUDE_TYPES_COLON:-}" ]]; then
64
  LATTICE_EXCLUDE_TYPES="${LATTICE_EXCLUDE_TYPES_COLON//:/,}"
65
  fi
66
+ CANDIDATE_TYPE_BONUSES="${CANDIDATE_TYPE_BONUSES:-}"
67
+ if [[ -n "${CANDIDATE_TYPE_BONUSES_COLON:-}" ]]; then
68
+ CANDIDATE_TYPE_BONUSES="${CANDIDATE_TYPE_BONUSES_COLON//:/,}"
69
+ fi
70
 
71
  module load StdEnv/2023 apptainer/1.4.5
72
  cd "$PROJECT_DIR"
 
119
  --retrieval-residual-anchor "$RETRIEVAL_RESIDUAL_ANCHOR" \
120
  --retrieval-residual-reduce "$RETRIEVAL_RESIDUAL_REDUCE" \
121
  --lattice-exclude-types "$LATTICE_EXCLUDE_TYPES" \
122
+ --candidate-type-bonuses "$CANDIDATE_TYPE_BONUSES" \
123
  "${EXTRA_ARGS[@]}"