Auto-sync: 2026-06-29 07:04:48 (part 2)
Browse files
scripts/build_paper_analysis.py
CHANGED
|
@@ -251,6 +251,38 @@ METHODS = [
|
|
| 251 |
"k4_grid035040045_safe_margin0p20_mean_by_type_noopbonus0p03_srcadvgate0p0_summary.json"
|
| 252 |
),
|
| 253 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 254 |
MethodSpec(
|
| 255 |
key="residual_k4_consensus_grid035040045_noopbonus003_l2penalty005",
|
| 256 |
label="K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, action L2 penalty 0.05",
|
|
|
|
| 251 |
"k4_grid035040045_safe_margin0p20_mean_by_type_noopbonus0p03_srcadvgate0p0_summary.json"
|
| 252 |
),
|
| 253 |
),
|
| 254 |
+
MethodSpec(
|
| 255 |
+
key="residual_k4_consensus_grid035040045_typesuccessbonus002",
|
| 256 |
+
label="K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, train family-success bonus 0.02",
|
| 257 |
+
summary_path=(
|
| 258 |
+
"h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
|
| 259 |
+
"k4_grid035040045_safe_margin0p20_mean_by_type_typesuccessbonus0p02_summary.json"
|
| 260 |
+
),
|
| 261 |
+
),
|
| 262 |
+
MethodSpec(
|
| 263 |
+
key="residual_k4_consensus_grid035040045_typesuccessbonus003",
|
| 264 |
+
label="K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, train family-success bonus 0.03",
|
| 265 |
+
summary_path=(
|
| 266 |
+
"h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
|
| 267 |
+
"k4_grid035040045_safe_margin0p20_mean_by_type_typesuccessbonus0p03_summary.json"
|
| 268 |
+
),
|
| 269 |
+
),
|
| 270 |
+
MethodSpec(
|
| 271 |
+
key="residual_k4_consensus_grid035040045_typesuccessbonus005",
|
| 272 |
+
label="K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, train family-success bonus 0.05",
|
| 273 |
+
summary_path=(
|
| 274 |
+
"h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
|
| 275 |
+
"k4_grid035040045_safe_margin0p20_mean_by_type_typesuccessbonus0p05_summary.json"
|
| 276 |
+
),
|
| 277 |
+
),
|
| 278 |
+
MethodSpec(
|
| 279 |
+
key="residual_k4_consensus_grid035040045_noopbonus003_typesuccessbonus002",
|
| 280 |
+
label="K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, train family-success bonus 0.02",
|
| 281 |
+
summary_path=(
|
| 282 |
+
"h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
|
| 283 |
+
"k4_grid035040045_safe_margin0p20_mean_by_type_noopbonus0p03_typesuccessbonus0p02_summary.json"
|
| 284 |
+
),
|
| 285 |
+
),
|
| 286 |
MethodSpec(
|
| 287 |
key="residual_k4_consensus_grid035040045_noopbonus003_l2penalty005",
|
| 288 |
label="K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, action L2 penalty 0.05",
|
scripts/build_paper_table_status.py
CHANGED
|
@@ -575,6 +575,46 @@ SPECS = [
|
|
| 575 |
story_role="source-local utility-lift gate on the current best typed prior",
|
| 576 |
pending_job="14902721/14902723",
|
| 577 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 578 |
ResultSpec(
|
| 579 |
key="retrieval_residual_k4_mean_grid035040045_noopbonus003_l2penalty005",
|
| 580 |
label="K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, action L2 penalty 0.05",
|
|
|
|
| 575 |
story_role="source-local utility-lift gate on the current best typed prior",
|
| 576 |
pending_job="14902721/14902723",
|
| 577 |
),
|
| 578 |
+
ResultSpec(
|
| 579 |
+
key="retrieval_residual_k4_mean_grid035040045_typesuccessbonus002",
|
| 580 |
+
label="K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, train family-success bonus 0.02",
|
| 581 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035040045_safe_margin0p20_mean_by_type_typesuccessbonus0p02_summary.json",
|
| 582 |
+
clean_deployment="yes",
|
| 583 |
+
same_state_proposals="no",
|
| 584 |
+
expert_proposal="no",
|
| 585 |
+
story_role="continuous train-family reliability prior for mean-consensus residual transport",
|
| 586 |
+
pending_job="14903128/14903129",
|
| 587 |
+
),
|
| 588 |
+
ResultSpec(
|
| 589 |
+
key="retrieval_residual_k4_mean_grid035040045_typesuccessbonus003",
|
| 590 |
+
label="K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, train family-success bonus 0.03",
|
| 591 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035040045_safe_margin0p20_mean_by_type_typesuccessbonus0p03_summary.json",
|
| 592 |
+
clean_deployment="yes",
|
| 593 |
+
same_state_proposals="no",
|
| 594 |
+
expert_proposal="no",
|
| 595 |
+
story_role="continuous train-family reliability prior for mean-consensus residual transport",
|
| 596 |
+
pending_job="14903130/14903131",
|
| 597 |
+
),
|
| 598 |
+
ResultSpec(
|
| 599 |
+
key="retrieval_residual_k4_mean_grid035040045_typesuccessbonus005",
|
| 600 |
+
label="K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, train family-success bonus 0.05",
|
| 601 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035040045_safe_margin0p20_mean_by_type_typesuccessbonus0p05_summary.json",
|
| 602 |
+
clean_deployment="yes",
|
| 603 |
+
same_state_proposals="no",
|
| 604 |
+
expert_proposal="no",
|
| 605 |
+
story_role="continuous train-family reliability prior for mean-consensus residual transport",
|
| 606 |
+
pending_job="14903132/14903133",
|
| 607 |
+
),
|
| 608 |
+
ResultSpec(
|
| 609 |
+
key="retrieval_residual_k4_mean_grid035040045_noopbonus003_typesuccessbonus002",
|
| 610 |
+
label="K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, train family-success bonus 0.02",
|
| 611 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035040045_safe_margin0p20_mean_by_type_noopbonus0p03_typesuccessbonus0p02_summary.json",
|
| 612 |
+
clean_deployment="yes",
|
| 613 |
+
same_state_proposals="no",
|
| 614 |
+
expert_proposal="no",
|
| 615 |
+
story_role="continuous train-family reliability calibration on the current best typed prior",
|
| 616 |
+
pending_job="14903134/14903135",
|
| 617 |
+
),
|
| 618 |
ResultSpec(
|
| 619 |
key="retrieval_residual_k4_mean_grid035040045_noopbonus003_l2penalty005",
|
| 620 |
label="K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, action L2 penalty 0.05",
|
scripts/eval_maniskill_policy_rollout.py
CHANGED
|
@@ -129,6 +129,13 @@ def main(argv: list[str] | None = None) -> int:
|
|
| 129 |
help="Minimum train-split terminal success rate for a residual candidate family to be "
|
| 130 |
"eligible in retrieval_residual mode. The policy_residual fallback is always kept.",
|
| 131 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 132 |
parser.add_argument(
|
| 133 |
"--retrieval-residual-min-source-progress",
|
| 134 |
type=float,
|
|
@@ -262,6 +269,7 @@ def main(argv: list[str] | None = None) -> int:
|
|
| 262 |
retrieval_neighbors=args.retrieval_neighbors,
|
| 263 |
retrieval_metric=args.retrieval_metric,
|
| 264 |
retrieval_type_min_success=args.retrieval_type_min_success,
|
|
|
|
| 265 |
retrieval_residual_min_source_progress=args.retrieval_residual_min_source_progress,
|
| 266 |
retrieval_residual_min_source_advantage=args.retrieval_residual_min_source_advantage,
|
| 267 |
retrieval_residual_source_progress_bonus_scale=(
|
|
|
|
| 129 |
help="Minimum train-split terminal success rate for a residual candidate family to be "
|
| 130 |
"eligible in retrieval_residual mode. The policy_residual fallback is always kept.",
|
| 131 |
)
|
| 132 |
+
parser.add_argument(
|
| 133 |
+
"--retrieval-type-success-bonus-scale",
|
| 134 |
+
type=float,
|
| 135 |
+
default=0.0,
|
| 136 |
+
help="Scale for adding a train-split task/family terminal-success prior to each "
|
| 137 |
+
"retrieved residual candidate before field selection.",
|
| 138 |
+
)
|
| 139 |
parser.add_argument(
|
| 140 |
"--retrieval-residual-min-source-progress",
|
| 141 |
type=float,
|
|
|
|
| 269 |
retrieval_neighbors=args.retrieval_neighbors,
|
| 270 |
retrieval_metric=args.retrieval_metric,
|
| 271 |
retrieval_type_min_success=args.retrieval_type_min_success,
|
| 272 |
+
retrieval_type_success_bonus_scale=args.retrieval_type_success_bonus_scale,
|
| 273 |
retrieval_residual_min_source_progress=args.retrieval_residual_min_source_progress,
|
| 274 |
retrieval_residual_min_source_advantage=args.retrieval_residual_min_source_advantage,
|
| 275 |
retrieval_residual_source_progress_bonus_scale=(
|
scripts/slurm/eval_maniskill_policy_rollout.sbatch
CHANGED
|
@@ -53,6 +53,7 @@ FIELD_OPTIM_L2_PENALTY="${FIELD_OPTIM_L2_PENALTY:-0.0}"
|
|
| 53 |
RETRIEVAL_NEIGHBORS="${RETRIEVAL_NEIGHBORS:-1}"
|
| 54 |
RETRIEVAL_METRIC="${RETRIEVAL_METRIC:-raw}"
|
| 55 |
RETRIEVAL_TYPE_MIN_SUCCESS="${RETRIEVAL_TYPE_MIN_SUCCESS:-0.0}"
|
|
|
|
| 56 |
RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS="${RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS:-0.0}"
|
| 57 |
RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE="${RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE:--1000000000.0}"
|
| 58 |
RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE="${RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE:-0.0}"
|
|
@@ -124,6 +125,7 @@ apptainer exec --nv \
|
|
| 124 |
--retrieval-neighbors "$RETRIEVAL_NEIGHBORS" \
|
| 125 |
--retrieval-metric "$RETRIEVAL_METRIC" \
|
| 126 |
--retrieval-type-min-success "$RETRIEVAL_TYPE_MIN_SUCCESS" \
|
|
|
|
| 127 |
--retrieval-residual-min-source-progress "$RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS" \
|
| 128 |
--retrieval-residual-min-source-advantage "$RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE" \
|
| 129 |
--retrieval-residual-source-progress-bonus-scale "$RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE" \
|
|
|
|
| 53 |
RETRIEVAL_NEIGHBORS="${RETRIEVAL_NEIGHBORS:-1}"
|
| 54 |
RETRIEVAL_METRIC="${RETRIEVAL_METRIC:-raw}"
|
| 55 |
RETRIEVAL_TYPE_MIN_SUCCESS="${RETRIEVAL_TYPE_MIN_SUCCESS:-0.0}"
|
| 56 |
+
RETRIEVAL_TYPE_SUCCESS_BONUS_SCALE="${RETRIEVAL_TYPE_SUCCESS_BONUS_SCALE:-0.0}"
|
| 57 |
RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS="${RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS:-0.0}"
|
| 58 |
RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE="${RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE:--1000000000.0}"
|
| 59 |
RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE="${RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE:-0.0}"
|
|
|
|
| 125 |
--retrieval-neighbors "$RETRIEVAL_NEIGHBORS" \
|
| 126 |
--retrieval-metric "$RETRIEVAL_METRIC" \
|
| 127 |
--retrieval-type-min-success "$RETRIEVAL_TYPE_MIN_SUCCESS" \
|
| 128 |
+
--retrieval-type-success-bonus-scale "$RETRIEVAL_TYPE_SUCCESS_BONUS_SCALE" \
|
| 129 |
--retrieval-residual-min-source-progress "$RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS" \
|
| 130 |
--retrieval-residual-min-source-advantage "$RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE" \
|
| 131 |
--retrieval-residual-source-progress-bonus-scale "$RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE" \
|
scripts/slurm/eval_maniskill_policy_rollout_cpu_smoke.sbatch
CHANGED
|
@@ -52,6 +52,7 @@ FIELD_OPTIM_L2_PENALTY="${FIELD_OPTIM_L2_PENALTY:-0.02}"
|
|
| 52 |
RETRIEVAL_NEIGHBORS="${RETRIEVAL_NEIGHBORS:-1}"
|
| 53 |
RETRIEVAL_METRIC="${RETRIEVAL_METRIC:-raw}"
|
| 54 |
RETRIEVAL_TYPE_MIN_SUCCESS="${RETRIEVAL_TYPE_MIN_SUCCESS:-0.0}"
|
|
|
|
| 55 |
RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS="${RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS:-0.0}"
|
| 56 |
RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE="${RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE:--1000000000.0}"
|
| 57 |
RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE="${RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE:-0.0}"
|
|
@@ -120,6 +121,7 @@ apptainer exec \
|
|
| 120 |
--retrieval-neighbors "$RETRIEVAL_NEIGHBORS" \
|
| 121 |
--retrieval-metric "$RETRIEVAL_METRIC" \
|
| 122 |
--retrieval-type-min-success "$RETRIEVAL_TYPE_MIN_SUCCESS" \
|
|
|
|
| 123 |
--retrieval-residual-min-source-progress "$RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS" \
|
| 124 |
--retrieval-residual-min-source-advantage "$RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE" \
|
| 125 |
--retrieval-residual-source-progress-bonus-scale "$RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE" \
|
|
|
|
| 52 |
RETRIEVAL_NEIGHBORS="${RETRIEVAL_NEIGHBORS:-1}"
|
| 53 |
RETRIEVAL_METRIC="${RETRIEVAL_METRIC:-raw}"
|
| 54 |
RETRIEVAL_TYPE_MIN_SUCCESS="${RETRIEVAL_TYPE_MIN_SUCCESS:-0.0}"
|
| 55 |
+
RETRIEVAL_TYPE_SUCCESS_BONUS_SCALE="${RETRIEVAL_TYPE_SUCCESS_BONUS_SCALE:-0.0}"
|
| 56 |
RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS="${RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS:-0.0}"
|
| 57 |
RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE="${RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE:--1000000000.0}"
|
| 58 |
RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE="${RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE:-0.0}"
|
|
|
|
| 121 |
--retrieval-neighbors "$RETRIEVAL_NEIGHBORS" \
|
| 122 |
--retrieval-metric "$RETRIEVAL_METRIC" \
|
| 123 |
--retrieval-type-min-success "$RETRIEVAL_TYPE_MIN_SUCCESS" \
|
| 124 |
+
--retrieval-type-success-bonus-scale "$RETRIEVAL_TYPE_SUCCESS_BONUS_SCALE" \
|
| 125 |
--retrieval-residual-min-source-progress "$RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS" \
|
| 126 |
--retrieval-residual-min-source-advantage "$RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE" \
|
| 127 |
--retrieval-residual-source-progress-bonus-scale "$RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE" \
|
tests/test_maniskill_policy_rollout.py
CHANGED
|
@@ -1104,9 +1104,11 @@ def test_retrieval_residual_type_success_threshold_filters_train_families() -> N
|
|
| 1104 |
observation_mode="state",
|
| 1105 |
retrieval_neighbors=1,
|
| 1106 |
retrieval_type_min_success=0.5,
|
|
|
|
| 1107 |
)
|
| 1108 |
|
| 1109 |
assert attached.candidate_types == ["policy_residual", "residual_near_miss"]
|
|
|
|
| 1110 |
assert np.allclose(
|
| 1111 |
np.asarray(attached.candidate_action_values, dtype=np.float32),
|
| 1112 |
np.asarray([[[0.0, 0.0]], [[0.2, 0.0]]]),
|
|
|
|
| 1104 |
observation_mode="state",
|
| 1105 |
retrieval_neighbors=1,
|
| 1106 |
retrieval_type_min_success=0.5,
|
| 1107 |
+
retrieval_type_success_bonus_scale=0.2,
|
| 1108 |
)
|
| 1109 |
|
| 1110 |
assert attached.candidate_types == ["policy_residual", "residual_near_miss"]
|
| 1111 |
+
assert np.allclose(attached.candidate_score_bonuses, [0.0, 0.2])
|
| 1112 |
assert np.allclose(
|
| 1113 |
np.asarray(attached.candidate_action_values, dtype=np.float32),
|
| 1114 |
np.asarray([[[0.0, 0.0]], [[0.2, 0.0]]]),
|