anhtld commited on
Commit
fa54076
·
verified ·
1 Parent(s): 919bdbf

Auto-sync: 2026-06-29 07:04:48 (part 2)

Browse files
scripts/build_paper_analysis.py CHANGED
@@ -251,6 +251,38 @@ METHODS = [
251
  "k4_grid035040045_safe_margin0p20_mean_by_type_noopbonus0p03_srcadvgate0p0_summary.json"
252
  ),
253
  ),
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
254
  MethodSpec(
255
  key="residual_k4_consensus_grid035040045_noopbonus003_l2penalty005",
256
  label="K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, action L2 penalty 0.05",
 
251
  "k4_grid035040045_safe_margin0p20_mean_by_type_noopbonus0p03_srcadvgate0p0_summary.json"
252
  ),
253
  ),
254
+ MethodSpec(
255
+ key="residual_k4_consensus_grid035040045_typesuccessbonus002",
256
+ label="K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, train family-success bonus 0.02",
257
+ summary_path=(
258
+ "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
259
+ "k4_grid035040045_safe_margin0p20_mean_by_type_typesuccessbonus0p02_summary.json"
260
+ ),
261
+ ),
262
+ MethodSpec(
263
+ key="residual_k4_consensus_grid035040045_typesuccessbonus003",
264
+ label="K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, train family-success bonus 0.03",
265
+ summary_path=(
266
+ "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
267
+ "k4_grid035040045_safe_margin0p20_mean_by_type_typesuccessbonus0p03_summary.json"
268
+ ),
269
+ ),
270
+ MethodSpec(
271
+ key="residual_k4_consensus_grid035040045_typesuccessbonus005",
272
+ label="K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, train family-success bonus 0.05",
273
+ summary_path=(
274
+ "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
275
+ "k4_grid035040045_safe_margin0p20_mean_by_type_typesuccessbonus0p05_summary.json"
276
+ ),
277
+ ),
278
+ MethodSpec(
279
+ key="residual_k4_consensus_grid035040045_noopbonus003_typesuccessbonus002",
280
+ label="K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, train family-success bonus 0.02",
281
+ summary_path=(
282
+ "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_"
283
+ "k4_grid035040045_safe_margin0p20_mean_by_type_noopbonus0p03_typesuccessbonus0p02_summary.json"
284
+ ),
285
+ ),
286
  MethodSpec(
287
  key="residual_k4_consensus_grid035040045_noopbonus003_l2penalty005",
288
  label="K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, action L2 penalty 0.05",
scripts/build_paper_table_status.py CHANGED
@@ -575,6 +575,46 @@ SPECS = [
575
  story_role="source-local utility-lift gate on the current best typed prior",
576
  pending_job="14902721/14902723",
577
  ),
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
578
  ResultSpec(
579
  key="retrieval_residual_k4_mean_grid035040045_noopbonus003_l2penalty005",
580
  label="K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, action L2 penalty 0.05",
 
575
  story_role="source-local utility-lift gate on the current best typed prior",
576
  pending_job="14902721/14902723",
577
  ),
578
+ ResultSpec(
579
+ key="retrieval_residual_k4_mean_grid035040045_typesuccessbonus002",
580
+ label="K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, train family-success bonus 0.02",
581
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035040045_safe_margin0p20_mean_by_type_typesuccessbonus0p02_summary.json",
582
+ clean_deployment="yes",
583
+ same_state_proposals="no",
584
+ expert_proposal="no",
585
+ story_role="continuous train-family reliability prior for mean-consensus residual transport",
586
+ pending_job="14903128/14903129",
587
+ ),
588
+ ResultSpec(
589
+ key="retrieval_residual_k4_mean_grid035040045_typesuccessbonus003",
590
+ label="K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, train family-success bonus 0.03",
591
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035040045_safe_margin0p20_mean_by_type_typesuccessbonus0p03_summary.json",
592
+ clean_deployment="yes",
593
+ same_state_proposals="no",
594
+ expert_proposal="no",
595
+ story_role="continuous train-family reliability prior for mean-consensus residual transport",
596
+ pending_job="14903130/14903131",
597
+ ),
598
+ ResultSpec(
599
+ key="retrieval_residual_k4_mean_grid035040045_typesuccessbonus005",
600
+ label="K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, train family-success bonus 0.05",
601
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035040045_safe_margin0p20_mean_by_type_typesuccessbonus0p05_summary.json",
602
+ clean_deployment="yes",
603
+ same_state_proposals="no",
604
+ expert_proposal="no",
605
+ story_role="continuous train-family reliability prior for mean-consensus residual transport",
606
+ pending_job="14903132/14903133",
607
+ ),
608
+ ResultSpec(
609
+ key="retrieval_residual_k4_mean_grid035040045_noopbonus003_typesuccessbonus002",
610
+ label="K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, train family-success bonus 0.02",
611
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035040045_safe_margin0p20_mean_by_type_noopbonus0p03_typesuccessbonus0p02_summary.json",
612
+ clean_deployment="yes",
613
+ same_state_proposals="no",
614
+ expert_proposal="no",
615
+ story_role="continuous train-family reliability calibration on the current best typed prior",
616
+ pending_job="14903134/14903135",
617
+ ),
618
  ResultSpec(
619
  key="retrieval_residual_k4_mean_grid035040045_noopbonus003_l2penalty005",
620
  label="K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, action L2 penalty 0.05",
scripts/eval_maniskill_policy_rollout.py CHANGED
@@ -129,6 +129,13 @@ def main(argv: list[str] | None = None) -> int:
129
  help="Minimum train-split terminal success rate for a residual candidate family to be "
130
  "eligible in retrieval_residual mode. The policy_residual fallback is always kept.",
131
  )
 
 
 
 
 
 
 
132
  parser.add_argument(
133
  "--retrieval-residual-min-source-progress",
134
  type=float,
@@ -262,6 +269,7 @@ def main(argv: list[str] | None = None) -> int:
262
  retrieval_neighbors=args.retrieval_neighbors,
263
  retrieval_metric=args.retrieval_metric,
264
  retrieval_type_min_success=args.retrieval_type_min_success,
 
265
  retrieval_residual_min_source_progress=args.retrieval_residual_min_source_progress,
266
  retrieval_residual_min_source_advantage=args.retrieval_residual_min_source_advantage,
267
  retrieval_residual_source_progress_bonus_scale=(
 
129
  help="Minimum train-split terminal success rate for a residual candidate family to be "
130
  "eligible in retrieval_residual mode. The policy_residual fallback is always kept.",
131
  )
132
+ parser.add_argument(
133
+ "--retrieval-type-success-bonus-scale",
134
+ type=float,
135
+ default=0.0,
136
+ help="Scale for adding a train-split task/family terminal-success prior to each "
137
+ "retrieved residual candidate before field selection.",
138
+ )
139
  parser.add_argument(
140
  "--retrieval-residual-min-source-progress",
141
  type=float,
 
269
  retrieval_neighbors=args.retrieval_neighbors,
270
  retrieval_metric=args.retrieval_metric,
271
  retrieval_type_min_success=args.retrieval_type_min_success,
272
+ retrieval_type_success_bonus_scale=args.retrieval_type_success_bonus_scale,
273
  retrieval_residual_min_source_progress=args.retrieval_residual_min_source_progress,
274
  retrieval_residual_min_source_advantage=args.retrieval_residual_min_source_advantage,
275
  retrieval_residual_source_progress_bonus_scale=(
scripts/slurm/eval_maniskill_policy_rollout.sbatch CHANGED
@@ -53,6 +53,7 @@ FIELD_OPTIM_L2_PENALTY="${FIELD_OPTIM_L2_PENALTY:-0.0}"
53
  RETRIEVAL_NEIGHBORS="${RETRIEVAL_NEIGHBORS:-1}"
54
  RETRIEVAL_METRIC="${RETRIEVAL_METRIC:-raw}"
55
  RETRIEVAL_TYPE_MIN_SUCCESS="${RETRIEVAL_TYPE_MIN_SUCCESS:-0.0}"
 
56
  RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS="${RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS:-0.0}"
57
  RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE="${RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE:--1000000000.0}"
58
  RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE="${RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE:-0.0}"
@@ -124,6 +125,7 @@ apptainer exec --nv \
124
  --retrieval-neighbors "$RETRIEVAL_NEIGHBORS" \
125
  --retrieval-metric "$RETRIEVAL_METRIC" \
126
  --retrieval-type-min-success "$RETRIEVAL_TYPE_MIN_SUCCESS" \
 
127
  --retrieval-residual-min-source-progress "$RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS" \
128
  --retrieval-residual-min-source-advantage "$RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE" \
129
  --retrieval-residual-source-progress-bonus-scale "$RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE" \
 
53
  RETRIEVAL_NEIGHBORS="${RETRIEVAL_NEIGHBORS:-1}"
54
  RETRIEVAL_METRIC="${RETRIEVAL_METRIC:-raw}"
55
  RETRIEVAL_TYPE_MIN_SUCCESS="${RETRIEVAL_TYPE_MIN_SUCCESS:-0.0}"
56
+ RETRIEVAL_TYPE_SUCCESS_BONUS_SCALE="${RETRIEVAL_TYPE_SUCCESS_BONUS_SCALE:-0.0}"
57
  RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS="${RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS:-0.0}"
58
  RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE="${RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE:--1000000000.0}"
59
  RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE="${RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE:-0.0}"
 
125
  --retrieval-neighbors "$RETRIEVAL_NEIGHBORS" \
126
  --retrieval-metric "$RETRIEVAL_METRIC" \
127
  --retrieval-type-min-success "$RETRIEVAL_TYPE_MIN_SUCCESS" \
128
+ --retrieval-type-success-bonus-scale "$RETRIEVAL_TYPE_SUCCESS_BONUS_SCALE" \
129
  --retrieval-residual-min-source-progress "$RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS" \
130
  --retrieval-residual-min-source-advantage "$RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE" \
131
  --retrieval-residual-source-progress-bonus-scale "$RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE" \
scripts/slurm/eval_maniskill_policy_rollout_cpu_smoke.sbatch CHANGED
@@ -52,6 +52,7 @@ FIELD_OPTIM_L2_PENALTY="${FIELD_OPTIM_L2_PENALTY:-0.02}"
52
  RETRIEVAL_NEIGHBORS="${RETRIEVAL_NEIGHBORS:-1}"
53
  RETRIEVAL_METRIC="${RETRIEVAL_METRIC:-raw}"
54
  RETRIEVAL_TYPE_MIN_SUCCESS="${RETRIEVAL_TYPE_MIN_SUCCESS:-0.0}"
 
55
  RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS="${RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS:-0.0}"
56
  RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE="${RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE:--1000000000.0}"
57
  RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE="${RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE:-0.0}"
@@ -120,6 +121,7 @@ apptainer exec \
120
  --retrieval-neighbors "$RETRIEVAL_NEIGHBORS" \
121
  --retrieval-metric "$RETRIEVAL_METRIC" \
122
  --retrieval-type-min-success "$RETRIEVAL_TYPE_MIN_SUCCESS" \
 
123
  --retrieval-residual-min-source-progress "$RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS" \
124
  --retrieval-residual-min-source-advantage "$RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE" \
125
  --retrieval-residual-source-progress-bonus-scale "$RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE" \
 
52
  RETRIEVAL_NEIGHBORS="${RETRIEVAL_NEIGHBORS:-1}"
53
  RETRIEVAL_METRIC="${RETRIEVAL_METRIC:-raw}"
54
  RETRIEVAL_TYPE_MIN_SUCCESS="${RETRIEVAL_TYPE_MIN_SUCCESS:-0.0}"
55
+ RETRIEVAL_TYPE_SUCCESS_BONUS_SCALE="${RETRIEVAL_TYPE_SUCCESS_BONUS_SCALE:-0.0}"
56
  RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS="${RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS:-0.0}"
57
  RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE="${RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE:--1000000000.0}"
58
  RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE="${RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE:-0.0}"
 
121
  --retrieval-neighbors "$RETRIEVAL_NEIGHBORS" \
122
  --retrieval-metric "$RETRIEVAL_METRIC" \
123
  --retrieval-type-min-success "$RETRIEVAL_TYPE_MIN_SUCCESS" \
124
+ --retrieval-type-success-bonus-scale "$RETRIEVAL_TYPE_SUCCESS_BONUS_SCALE" \
125
  --retrieval-residual-min-source-progress "$RETRIEVAL_RESIDUAL_MIN_SOURCE_PROGRESS" \
126
  --retrieval-residual-min-source-advantage "$RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE" \
127
  --retrieval-residual-source-progress-bonus-scale "$RETRIEVAL_RESIDUAL_SOURCE_PROGRESS_BONUS_SCALE" \
tests/test_maniskill_policy_rollout.py CHANGED
@@ -1104,9 +1104,11 @@ def test_retrieval_residual_type_success_threshold_filters_train_families() -> N
1104
  observation_mode="state",
1105
  retrieval_neighbors=1,
1106
  retrieval_type_min_success=0.5,
 
1107
  )
1108
 
1109
  assert attached.candidate_types == ["policy_residual", "residual_near_miss"]
 
1110
  assert np.allclose(
1111
  np.asarray(attached.candidate_action_values, dtype=np.float32),
1112
  np.asarray([[[0.0, 0.0]], [[0.2, 0.0]]]),
 
1104
  observation_mode="state",
1105
  retrieval_neighbors=1,
1106
  retrieval_type_min_success=0.5,
1107
+ retrieval_type_success_bonus_scale=0.2,
1108
  )
1109
 
1110
  assert attached.candidate_types == ["policy_residual", "residual_near_miss"]
1111
+ assert np.allclose(attached.candidate_score_bonuses, [0.0, 0.2])
1112
  assert np.allclose(
1113
  np.asarray(attached.candidate_action_values, dtype=np.float32),
1114
  np.asarray([[[0.0, 0.0]], [[0.2, 0.0]]]),