Auto-sync: 2026-06-28 17:30:45 (part 2)
Browse files
results/paper_table_status.json
CHANGED
|
@@ -612,6 +612,63 @@
|
|
| 612 |
"best_config": null,
|
| 613 |
"gain_vs_h16_policy": 0.05217391304347829
|
| 614 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 615 |
{
|
| 616 |
"key": "retrieval_residual_policy_anchor_scale035_safe",
|
| 617 |
"label": "Policy-relative train-state residual retrieval, scale 0.35, safe non-expert residuals",
|
|
|
|
| 612 |
"best_config": null,
|
| 613 |
"gain_vs_h16_policy": 0.05217391304347829
|
| 614 |
},
|
| 615 |
+
{
|
| 616 |
+
"key": "retrieval_residual_k4_mean_noopbonus003",
|
| 617 |
+
"label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03",
|
| 618 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
|
| 619 |
+
"clean_deployment": "yes",
|
| 620 |
+
"same_state_proposals": "no",
|
| 621 |
+
"expert_proposal": "no",
|
| 622 |
+
"story_role": "typed sparse-intervention prior diagnostic",
|
| 623 |
+
"fallback_success": null,
|
| 624 |
+
"pending_job": "14883370/14883371",
|
| 625 |
+
"path_exists": false,
|
| 626 |
+
"status": "pending",
|
| 627 |
+
"success": null,
|
| 628 |
+
"std_success": null,
|
| 629 |
+
"completed_seeds": null,
|
| 630 |
+
"num_completed": null,
|
| 631 |
+
"best_config": null,
|
| 632 |
+
"gain_vs_h16_policy": null
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"key": "retrieval_residual_k4_mean_noopbonus005",
|
| 636 |
+
"label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.05",
|
| 637 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_noopbonus0p05_summary.json",
|
| 638 |
+
"clean_deployment": "yes",
|
| 639 |
+
"same_state_proposals": "no",
|
| 640 |
+
"expert_proposal": "no",
|
| 641 |
+
"story_role": "typed sparse-intervention prior diagnostic",
|
| 642 |
+
"fallback_success": null,
|
| 643 |
+
"pending_job": "14883372/14883373",
|
| 644 |
+
"path_exists": false,
|
| 645 |
+
"status": "pending",
|
| 646 |
+
"success": null,
|
| 647 |
+
"std_success": null,
|
| 648 |
+
"completed_seeds": null,
|
| 649 |
+
"num_completed": null,
|
| 650 |
+
"best_config": null,
|
| 651 |
+
"gain_vs_h16_policy": null
|
| 652 |
+
},
|
| 653 |
+
{
|
| 654 |
+
"key": "retrieval_residual_k4_mean_noopbonus008",
|
| 655 |
+
"label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.08",
|
| 656 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_noopbonus0p08_summary.json",
|
| 657 |
+
"clean_deployment": "yes",
|
| 658 |
+
"same_state_proposals": "no",
|
| 659 |
+
"expert_proposal": "no",
|
| 660 |
+
"story_role": "typed sparse-intervention prior diagnostic",
|
| 661 |
+
"fallback_success": null,
|
| 662 |
+
"pending_job": "14883374/14883375",
|
| 663 |
+
"path_exists": false,
|
| 664 |
+
"status": "pending",
|
| 665 |
+
"success": null,
|
| 666 |
+
"std_success": null,
|
| 667 |
+
"completed_seeds": null,
|
| 668 |
+
"num_completed": null,
|
| 669 |
+
"best_config": null,
|
| 670 |
+
"gain_vs_h16_policy": null
|
| 671 |
+
},
|
| 672 |
{
|
| 673 |
"key": "retrieval_residual_policy_anchor_scale035_safe",
|
| 674 |
"label": "Policy-relative train-state residual retrieval, scale 0.35, safe non-expert residuals",
|
results/paper_table_status.md
CHANGED
|
@@ -35,6 +35,9 @@ Baseline h=16 policy: 29.74%
|
|
| 35 |
| retrieval_residual_k2grid_broad_safe_ray_margin020 | K2 train-state residual ray search, safe residuals, scales 0.20/0.35/0.50/0.65, advantage margin 0.20 | complete | 34.96% | +5.22 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
|
| 36 |
| retrieval_residual_k4grid_tight_safe_ray_margin020 | K4 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20 | complete | 34.55% | +4.81 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
|
| 37 |
| retrieval_residual_k4_scale040_safe_margin020_mean_by_type | K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus | complete | 34.96% | +5.22 pp | yes | no | no | counterfactual tangent consensus near-tie ablation |
|
|
|
|
|
|
|
|
|
|
| 38 |
| retrieval_residual_policy_anchor_scale035_safe | Policy-relative train-state residual retrieval, scale 0.35, safe non-expert residuals | complete | 33.74% | +4.00 pp | yes | no | no | policy-relative tangent anchor diagnostic |
|
| 39 |
| retrieval_residual_scale030_safe_types | Train-state residual retrieval, scale 0.30, policy/no-op/wrong-gripper residuals | complete | 33.51% | +3.77 pp | yes | no | no | typed tangent scale zoom sweep |
|
| 40 |
| retrieval_residual_scale0325_safe_types | Train-state residual retrieval, scale 0.325, policy/no-op/wrong-gripper residuals | complete | 33.74% | +4.00 pp | yes | no | no | typed tangent scale zoom sweep |
|
|
|
|
| 35 |
| retrieval_residual_k2grid_broad_safe_ray_margin020 | K2 train-state residual ray search, safe residuals, scales 0.20/0.35/0.50/0.65, advantage margin 0.20 | complete | 34.96% | +5.22 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
|
| 36 |
| retrieval_residual_k4grid_tight_safe_ray_margin020 | K4 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20 | complete | 34.55% | +4.81 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
|
| 37 |
| retrieval_residual_k4_scale040_safe_margin020_mean_by_type | K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus | complete | 34.96% | +5.22 pp | yes | no | no | counterfactual tangent consensus near-tie ablation |
|
| 38 |
+
| retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | pending 14883370/14883371 | pending | pending | yes | no | no | typed sparse-intervention prior diagnostic |
|
| 39 |
+
| retrieval_residual_k4_mean_noopbonus005 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.05 | pending 14883372/14883373 | pending | pending | yes | no | no | typed sparse-intervention prior diagnostic |
|
| 40 |
+
| retrieval_residual_k4_mean_noopbonus008 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.08 | pending 14883374/14883375 | pending | pending | yes | no | no | typed sparse-intervention prior diagnostic |
|
| 41 |
| retrieval_residual_policy_anchor_scale035_safe | Policy-relative train-state residual retrieval, scale 0.35, safe non-expert residuals | complete | 33.74% | +4.00 pp | yes | no | no | policy-relative tangent anchor diagnostic |
|
| 42 |
| retrieval_residual_scale030_safe_types | Train-state residual retrieval, scale 0.30, policy/no-op/wrong-gripper residuals | complete | 33.51% | +3.77 pp | yes | no | no | typed tangent scale zoom sweep |
|
| 43 |
| retrieval_residual_scale0325_safe_types | Train-state residual retrieval, scale 0.325, policy/no-op/wrong-gripper residuals | complete | 33.74% | +4.00 pp | yes | no | no | typed tangent scale zoom sweep |
|
scripts/build_paper_table_status.py
CHANGED
|
@@ -335,6 +335,36 @@ SPECS = [
|
|
| 335 |
story_role="counterfactual tangent consensus near-tie ablation",
|
| 336 |
pending_job="14868699/14868700",
|
| 337 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 338 |
ResultSpec(
|
| 339 |
key="retrieval_residual_policy_anchor_scale035_safe",
|
| 340 |
label="Policy-relative train-state residual retrieval, scale 0.35, safe non-expert residuals",
|
|
|
|
| 335 |
story_role="counterfactual tangent consensus near-tie ablation",
|
| 336 |
pending_job="14868699/14868700",
|
| 337 |
),
|
| 338 |
+
ResultSpec(
|
| 339 |
+
key="retrieval_residual_k4_mean_noopbonus003",
|
| 340 |
+
label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03",
|
| 341 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
|
| 342 |
+
clean_deployment="yes",
|
| 343 |
+
same_state_proposals="no",
|
| 344 |
+
expert_proposal="no",
|
| 345 |
+
story_role="typed sparse-intervention prior diagnostic",
|
| 346 |
+
pending_job="14883694/14883695",
|
| 347 |
+
),
|
| 348 |
+
ResultSpec(
|
| 349 |
+
key="retrieval_residual_k4_mean_noopbonus005",
|
| 350 |
+
label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.05",
|
| 351 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_noopbonus0p05_summary.json",
|
| 352 |
+
clean_deployment="yes",
|
| 353 |
+
same_state_proposals="no",
|
| 354 |
+
expert_proposal="no",
|
| 355 |
+
story_role="typed sparse-intervention prior diagnostic",
|
| 356 |
+
pending_job="14883696/14883697",
|
| 357 |
+
),
|
| 358 |
+
ResultSpec(
|
| 359 |
+
key="retrieval_residual_k4_mean_noopbonus008",
|
| 360 |
+
label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.08",
|
| 361 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_noopbonus0p08_summary.json",
|
| 362 |
+
clean_deployment="yes",
|
| 363 |
+
same_state_proposals="no",
|
| 364 |
+
expert_proposal="no",
|
| 365 |
+
story_role="typed sparse-intervention prior diagnostic",
|
| 366 |
+
pending_job="14883698/14883699",
|
| 367 |
+
),
|
| 368 |
ResultSpec(
|
| 369 |
key="retrieval_residual_policy_anchor_scale035_safe",
|
| 370 |
label="Policy-relative train-state residual retrieval, scale 0.35, safe non-expert residuals",
|
scripts/eval_maniskill_policy_rollout.py
CHANGED
|
@@ -158,10 +158,28 @@ def main(argv: list[str] | None = None) -> int:
|
|
| 158 |
help="Comma-separated candidate_type values to mask in selection-mode=lattice, "
|
| 159 |
"for example 'expert'.",
|
| 160 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 161 |
args = parser.parse_args(argv)
|
| 162 |
lattice_exclude_types = tuple(
|
| 163 |
item.strip() for item in args.lattice_exclude_types.split(",") if item.strip()
|
| 164 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 165 |
try:
|
| 166 |
retrieval_residual_scales = tuple(
|
| 167 |
float(item.strip())
|
|
@@ -198,6 +216,7 @@ def main(argv: list[str] | None = None) -> int:
|
|
| 198 |
retrieval_residual_anchor=args.retrieval_residual_anchor,
|
| 199 |
retrieval_residual_reduce=args.retrieval_residual_reduce,
|
| 200 |
lattice_exclude_types=lattice_exclude_types,
|
|
|
|
| 201 |
)
|
| 202 |
print(json.dumps({key: value for key, value in result.items() if key != "rows"}, indent=2))
|
| 203 |
return 0
|
|
|
|
| 158 |
help="Comma-separated candidate_type values to mask in selection-mode=lattice, "
|
| 159 |
"for example 'expert'.",
|
| 160 |
)
|
| 161 |
+
parser.add_argument(
|
| 162 |
+
"--candidate-type-bonuses",
|
| 163 |
+
default="",
|
| 164 |
+
help="Comma-separated candidate_type=bonus priors added to field potentials before "
|
| 165 |
+
"selection, e.g. 'residual_no_op=0.05'. Empty preserves previous behavior.",
|
| 166 |
+
)
|
| 167 |
args = parser.parse_args(argv)
|
| 168 |
lattice_exclude_types = tuple(
|
| 169 |
item.strip() for item in args.lattice_exclude_types.split(",") if item.strip()
|
| 170 |
)
|
| 171 |
+
candidate_type_bonuses: dict[str, float] = {}
|
| 172 |
+
try:
|
| 173 |
+
for item in args.candidate_type_bonuses.split(","):
|
| 174 |
+
item = item.strip()
|
| 175 |
+
if not item:
|
| 176 |
+
continue
|
| 177 |
+
key, value = item.split("=", 1)
|
| 178 |
+
candidate_type_bonuses[key.strip()] = float(value.strip())
|
| 179 |
+
except ValueError as exc:
|
| 180 |
+
raise SystemExit(
|
| 181 |
+
"--candidate-type-bonuses must contain comma-separated candidate_type=bonus pairs"
|
| 182 |
+
) from exc
|
| 183 |
try:
|
| 184 |
retrieval_residual_scales = tuple(
|
| 185 |
float(item.strip())
|
|
|
|
| 216 |
retrieval_residual_anchor=args.retrieval_residual_anchor,
|
| 217 |
retrieval_residual_reduce=args.retrieval_residual_reduce,
|
| 218 |
lattice_exclude_types=lattice_exclude_types,
|
| 219 |
+
candidate_type_bonuses=candidate_type_bonuses,
|
| 220 |
)
|
| 221 |
print(json.dumps({key: value for key, value in result.items() if key != "rows"}, indent=2))
|
| 222 |
return 0
|
scripts/slurm/eval_maniskill_policy_rollout.sbatch
CHANGED
|
@@ -64,6 +64,10 @@ LATTICE_EXCLUDE_TYPES="${LATTICE_EXCLUDE_TYPES:-}"
|
|
| 64 |
if [[ -n "${LATTICE_EXCLUDE_TYPES_COLON:-}" ]]; then
|
| 65 |
LATTICE_EXCLUDE_TYPES="${LATTICE_EXCLUDE_TYPES_COLON//:/,}"
|
| 66 |
fi
|
|
|
|
|
|
|
|
|
|
|
|
|
| 67 |
|
| 68 |
module load StdEnv/2023 apptainer/1.4.5
|
| 69 |
cd "$PROJECT_DIR"
|
|
@@ -119,4 +123,5 @@ apptainer exec --nv \
|
|
| 119 |
--retrieval-residual-anchor "$RETRIEVAL_RESIDUAL_ANCHOR" \
|
| 120 |
--retrieval-residual-reduce "$RETRIEVAL_RESIDUAL_REDUCE" \
|
| 121 |
--lattice-exclude-types "$LATTICE_EXCLUDE_TYPES" \
|
|
|
|
| 122 |
"${EXTRA_ARGS[@]}"
|
|
|
|
| 64 |
if [[ -n "${LATTICE_EXCLUDE_TYPES_COLON:-}" ]]; then
|
| 65 |
LATTICE_EXCLUDE_TYPES="${LATTICE_EXCLUDE_TYPES_COLON//:/,}"
|
| 66 |
fi
|
| 67 |
+
CANDIDATE_TYPE_BONUSES="${CANDIDATE_TYPE_BONUSES:-}"
|
| 68 |
+
if [[ -n "${CANDIDATE_TYPE_BONUSES_COLON:-}" ]]; then
|
| 69 |
+
CANDIDATE_TYPE_BONUSES="${CANDIDATE_TYPE_BONUSES_COLON//:/,}"
|
| 70 |
+
fi
|
| 71 |
|
| 72 |
module load StdEnv/2023 apptainer/1.4.5
|
| 73 |
cd "$PROJECT_DIR"
|
|
|
|
| 123 |
--retrieval-residual-anchor "$RETRIEVAL_RESIDUAL_ANCHOR" \
|
| 124 |
--retrieval-residual-reduce "$RETRIEVAL_RESIDUAL_REDUCE" \
|
| 125 |
--lattice-exclude-types "$LATTICE_EXCLUDE_TYPES" \
|
| 126 |
+
--candidate-type-bonuses "$CANDIDATE_TYPE_BONUSES" \
|
| 127 |
"${EXTRA_ARGS[@]}"
|
scripts/slurm/eval_maniskill_policy_rollout_cpu_smoke.sbatch
CHANGED
|
@@ -35,7 +35,7 @@ CPU_RENDER_LIBS="$SCRATCH_ROOT/cpu_render_libs"
|
|
| 35 |
CA_BUNDLE="$SCRATCH_ROOT/ca-bundle.crt"
|
| 36 |
VULKAN_ICD="$CPU_RENDER_LIBS/share/vulkan/icd.d/lvp_icd.x86_64.json"
|
| 37 |
MAX_GROUPS="${MAX_GROUPS:-8}"
|
| 38 |
-
GROUP_BATCH_SIZE="${GROUP_BATCH_SIZE:-
|
| 39 |
SIM_BACKEND="${SIM_BACKEND:-physx_cpu}"
|
| 40 |
RENDER_BACKEND="${RENDER_BACKEND:-cpu}"
|
| 41 |
ALL_GROUPS="${ALL_GROUPS:-0}"
|
|
@@ -63,6 +63,10 @@ LATTICE_EXCLUDE_TYPES="${LATTICE_EXCLUDE_TYPES:-}"
|
|
| 63 |
if [[ -n "${LATTICE_EXCLUDE_TYPES_COLON:-}" ]]; then
|
| 64 |
LATTICE_EXCLUDE_TYPES="${LATTICE_EXCLUDE_TYPES_COLON//:/,}"
|
| 65 |
fi
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
|
| 67 |
module load StdEnv/2023 apptainer/1.4.5
|
| 68 |
cd "$PROJECT_DIR"
|
|
@@ -115,4 +119,5 @@ apptainer exec \
|
|
| 115 |
--retrieval-residual-anchor "$RETRIEVAL_RESIDUAL_ANCHOR" \
|
| 116 |
--retrieval-residual-reduce "$RETRIEVAL_RESIDUAL_REDUCE" \
|
| 117 |
--lattice-exclude-types "$LATTICE_EXCLUDE_TYPES" \
|
|
|
|
| 118 |
"${EXTRA_ARGS[@]}"
|
|
|
|
| 35 |
CA_BUNDLE="$SCRATCH_ROOT/ca-bundle.crt"
|
| 36 |
VULKAN_ICD="$CPU_RENDER_LIBS/share/vulkan/icd.d/lvp_icd.x86_64.json"
|
| 37 |
MAX_GROUPS="${MAX_GROUPS:-8}"
|
| 38 |
+
GROUP_BATCH_SIZE="${GROUP_BATCH_SIZE:-1}"
|
| 39 |
SIM_BACKEND="${SIM_BACKEND:-physx_cpu}"
|
| 40 |
RENDER_BACKEND="${RENDER_BACKEND:-cpu}"
|
| 41 |
ALL_GROUPS="${ALL_GROUPS:-0}"
|
|
|
|
| 63 |
if [[ -n "${LATTICE_EXCLUDE_TYPES_COLON:-}" ]]; then
|
| 64 |
LATTICE_EXCLUDE_TYPES="${LATTICE_EXCLUDE_TYPES_COLON//:/,}"
|
| 65 |
fi
|
| 66 |
+
CANDIDATE_TYPE_BONUSES="${CANDIDATE_TYPE_BONUSES:-}"
|
| 67 |
+
if [[ -n "${CANDIDATE_TYPE_BONUSES_COLON:-}" ]]; then
|
| 68 |
+
CANDIDATE_TYPE_BONUSES="${CANDIDATE_TYPE_BONUSES_COLON//:/,}"
|
| 69 |
+
fi
|
| 70 |
|
| 71 |
module load StdEnv/2023 apptainer/1.4.5
|
| 72 |
cd "$PROJECT_DIR"
|
|
|
|
| 119 |
--retrieval-residual-anchor "$RETRIEVAL_RESIDUAL_ANCHOR" \
|
| 120 |
--retrieval-residual-reduce "$RETRIEVAL_RESIDUAL_REDUCE" \
|
| 121 |
--lattice-exclude-types "$LATTICE_EXCLUDE_TYPES" \
|
| 122 |
+
--candidate-type-bonuses "$CANDIDATE_TYPE_BONUSES" \
|
| 123 |
"${EXTRA_ARGS[@]}"
|