auto-sync 2026-07-02T19:07:26Z workspace (part 6)
Browse files- workspace/results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.json +308 -0
- workspace/results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.md +13 -0
- workspace/results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json +308 -0
- workspace/results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.md +13 -0
- workspace/results/paper_analysis.json +904 -4
- workspace/results/paper_analysis.md +13 -4
- workspace/results/v1_generator_decision.json +68 -0
- workspace/results/v1_generator_decision.md +20 -0
- workspace/scripts/advance_v1_generator.py +665 -0
- workspace/scripts/build_paper_analysis.py +75 -0
workspace/results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.json
ADDED
|
@@ -0,0 +1,308 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
|
| 3 |
+
"objective": "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1",
|
| 4 |
+
"out_name": "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0.json",
|
| 5 |
+
"key": "advw1p0",
|
| 6 |
+
"label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
|
| 7 |
+
"num_completed": 3,
|
| 8 |
+
"mean_success": 0.383768115942029,
|
| 9 |
+
"std_success": 0.011181044360571534,
|
| 10 |
+
"mean_progress": 0.5947921582106231,
|
| 11 |
+
"mean_action_mse_to_best": 0.5140562709515402,
|
| 12 |
+
"rows": [
|
| 13 |
+
{
|
| 14 |
+
"seed": 0,
|
| 15 |
+
"path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_0/policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0.json",
|
| 16 |
+
"num_groups": 575,
|
| 17 |
+
"selection_mode": "retrieval_residual",
|
| 18 |
+
"num_candidates": 48,
|
| 19 |
+
"candidate_sigma": 0.0,
|
| 20 |
+
"selection_margin": 0.0,
|
| 21 |
+
"retrieval_neighbors": 6,
|
| 22 |
+
"retrieval_metric": "raw",
|
| 23 |
+
"retrieval_residual_anchor": "expert",
|
| 24 |
+
"retrieval_residual_direction": "candidate_minus_anchor",
|
| 25 |
+
"retrieval_residual_reduce": "compose_mean_by_type",
|
| 26 |
+
"retrieval_residual_scales": [
|
| 27 |
+
0.35,
|
| 28 |
+
0.4,
|
| 29 |
+
0.45
|
| 30 |
+
],
|
| 31 |
+
"retrieval_residual_source_score_bonus_by_task": {
|
| 32 |
+
"*": 0.0,
|
| 33 |
+
"PickCube-v1": 0.01,
|
| 34 |
+
"StackCube-v1": 0.05
|
| 35 |
+
},
|
| 36 |
+
"retrieval_residual_source_advantage_weight_scale": 1.0,
|
| 37 |
+
"retrieval_residual_min_source_advantage": -1000000000.0,
|
| 38 |
+
"lattice_exclude_types": [
|
| 39 |
+
"residual_random_negative",
|
| 40 |
+
"residual_wrong_direction",
|
| 41 |
+
"residual_near_miss+residual_no_op",
|
| 42 |
+
"residual_no_op+residual_wrong_gripper"
|
| 43 |
+
],
|
| 44 |
+
"selected_residual_scale_counts": {
|
| 45 |
+
"0.35": 344,
|
| 46 |
+
"0.45": 147,
|
| 47 |
+
"0.4": 84
|
| 48 |
+
},
|
| 49 |
+
"policy_rollout_success_rate": 0.3791304347826087,
|
| 50 |
+
"policy_rollout_progress": 0.584225173432218,
|
| 51 |
+
"oracle_success_rate": 0.8573913043478261,
|
| 52 |
+
"action_mse_to_best": 0.5013779968104285,
|
| 53 |
+
"per_task": {
|
| 54 |
+
"LiftPegUpright-v1": {
|
| 55 |
+
"action_mse_to_best": 0.34774401688890666,
|
| 56 |
+
"expert_success_rate": 0.8865979381443299,
|
| 57 |
+
"num_groups": 97,
|
| 58 |
+
"oracle_success_rate": 0.9278350515463918,
|
| 59 |
+
"policy_expert_regret": 1.0994866144718582,
|
| 60 |
+
"policy_oracle_regret": 1.1259020921803011,
|
| 61 |
+
"policy_rollout_progress": 0.560619557487596,
|
| 62 |
+
"policy_rollout_success_rate": 0.21649484536082475,
|
| 63 |
+
"restore_max_error": 2.384185791015625e-07
|
| 64 |
+
},
|
| 65 |
+
"PickCube-v1": {
|
| 66 |
+
"action_mse_to_best": 0.4656195876976618,
|
| 67 |
+
"expert_success_rate": 0.9375,
|
| 68 |
+
"num_groups": 208,
|
| 69 |
+
"oracle_success_rate": 0.9471153846153846,
|
| 70 |
+
"policy_expert_regret": 0.9584774491242849,
|
| 71 |
+
"policy_oracle_regret": 0.9652549772245738,
|
| 72 |
+
"policy_rollout_progress": 0.6177481525855211,
|
| 73 |
+
"policy_rollout_success_rate": 0.3557692307692308,
|
| 74 |
+
"restore_max_error": 2.384185791015625e-07
|
| 75 |
+
},
|
| 76 |
+
"PullCube-v1": {
|
| 77 |
+
"action_mse_to_best": 0.6188191903101934,
|
| 78 |
+
"expert_success_rate": 0.19480519480519481,
|
| 79 |
+
"num_groups": 77,
|
| 80 |
+
"oracle_success_rate": 0.36363636363636365,
|
| 81 |
+
"policy_expert_regret": 0.18962853963111903,
|
| 82 |
+
"policy_oracle_regret": 0.3344754918974328,
|
| 83 |
+
"policy_rollout_progress": 0.395646373777614,
|
| 84 |
+
"policy_rollout_success_rate": 0.2987012987012987,
|
| 85 |
+
"restore_max_error": 2.3096799850463867e-07
|
| 86 |
+
},
|
| 87 |
+
"PushCube-v1": {
|
| 88 |
+
"action_mse_to_best": 0.5070772077491943,
|
| 89 |
+
"expert_success_rate": 0.8617021276595744,
|
| 90 |
+
"num_groups": 94,
|
| 91 |
+
"oracle_success_rate": 0.9893617021276596,
|
| 92 |
+
"policy_expert_regret": 0.3969139822937073,
|
| 93 |
+
"policy_oracle_regret": 0.45547754032180665,
|
| 94 |
+
"policy_rollout_progress": 0.7695756990541803,
|
| 95 |
+
"policy_rollout_success_rate": 0.7553191489361702,
|
| 96 |
+
"restore_max_error": 2.384185791015625e-07
|
| 97 |
+
},
|
| 98 |
+
"StackCube-v1": {
|
| 99 |
+
"action_mse_to_best": 0.6302825162055516,
|
| 100 |
+
"expert_success_rate": 0.6767676767676768,
|
| 101 |
+
"num_groups": 99,
|
| 102 |
+
"oracle_success_rate": 0.8585858585858586,
|
| 103 |
+
"policy_expert_regret": 0.884733930681691,
|
| 104 |
+
"policy_oracle_regret": 1.0437718355896497,
|
| 105 |
+
"policy_rollout_progress": 0.507604802196676,
|
| 106 |
+
"policy_rollout_success_rate": 0.29292929292929293,
|
| 107 |
+
"restore_max_error": 2.384185791015625e-07
|
| 108 |
+
}
|
| 109 |
+
}
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"seed": 1,
|
| 113 |
+
"path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_1/policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0.json",
|
| 114 |
+
"num_groups": 575,
|
| 115 |
+
"selection_mode": "retrieval_residual",
|
| 116 |
+
"num_candidates": 48,
|
| 117 |
+
"candidate_sigma": 0.0,
|
| 118 |
+
"selection_margin": 0.0,
|
| 119 |
+
"retrieval_neighbors": 6,
|
| 120 |
+
"retrieval_metric": "raw",
|
| 121 |
+
"retrieval_residual_anchor": "expert",
|
| 122 |
+
"retrieval_residual_direction": "candidate_minus_anchor",
|
| 123 |
+
"retrieval_residual_reduce": "compose_mean_by_type",
|
| 124 |
+
"retrieval_residual_scales": [
|
| 125 |
+
0.35,
|
| 126 |
+
0.4,
|
| 127 |
+
0.45
|
| 128 |
+
],
|
| 129 |
+
"retrieval_residual_source_score_bonus_by_task": {
|
| 130 |
+
"*": 0.0,
|
| 131 |
+
"PickCube-v1": 0.01,
|
| 132 |
+
"StackCube-v1": 0.05
|
| 133 |
+
},
|
| 134 |
+
"retrieval_residual_source_advantage_weight_scale": 1.0,
|
| 135 |
+
"retrieval_residual_min_source_advantage": -1000000000.0,
|
| 136 |
+
"lattice_exclude_types": [
|
| 137 |
+
"residual_random_negative",
|
| 138 |
+
"residual_wrong_direction",
|
| 139 |
+
"residual_near_miss+residual_no_op",
|
| 140 |
+
"residual_no_op+residual_wrong_gripper"
|
| 141 |
+
],
|
| 142 |
+
"selected_residual_scale_counts": {
|
| 143 |
+
"0.35": 308,
|
| 144 |
+
"0.4": 45,
|
| 145 |
+
"0.45": 222
|
| 146 |
+
},
|
| 147 |
+
"policy_rollout_success_rate": 0.37565217391304345,
|
| 148 |
+
"policy_rollout_progress": 0.5895823166373632,
|
| 149 |
+
"oracle_success_rate": 0.8695652173913043,
|
| 150 |
+
"action_mse_to_best": 0.5149549319684181,
|
| 151 |
+
"per_task": {
|
| 152 |
+
"LiftPegUpright-v1": {
|
| 153 |
+
"action_mse_to_best": 0.41386533976507794,
|
| 154 |
+
"expert_success_rate": 0.8584070796460177,
|
| 155 |
+
"num_groups": 113,
|
| 156 |
+
"oracle_success_rate": 0.9380530973451328,
|
| 157 |
+
"policy_expert_regret": 0.9791655188376924,
|
| 158 |
+
"policy_oracle_regret": 1.047329495570301,
|
| 159 |
+
"policy_rollout_progress": 0.6346419230762836,
|
| 160 |
+
"policy_rollout_success_rate": 0.23893805309734514,
|
| 161 |
+
"restore_max_error": 2.384185791015625e-07
|
| 162 |
+
},
|
| 163 |
+
"PickCube-v1": {
|
| 164 |
+
"action_mse_to_best": 0.4552130797958892,
|
| 165 |
+
"expert_success_rate": 0.9402173913043478,
|
| 166 |
+
"num_groups": 184,
|
| 167 |
+
"oracle_success_rate": 0.9456521739130435,
|
| 168 |
+
"policy_expert_regret": 1.0684869141145812,
|
| 169 |
+
"policy_oracle_regret": 1.0685109185895114,
|
| 170 |
+
"policy_rollout_progress": 0.573474009647844,
|
| 171 |
+
"policy_rollout_success_rate": 0.30434782608695654,
|
| 172 |
+
"restore_max_error": 2.384185791015625e-07
|
| 173 |
+
},
|
| 174 |
+
"PullCube-v1": {
|
| 175 |
+
"action_mse_to_best": 0.6736705512984803,
|
| 176 |
+
"expert_success_rate": 0.25,
|
| 177 |
+
"num_groups": 76,
|
| 178 |
+
"oracle_success_rate": 0.40789473684210525,
|
| 179 |
+
"policy_expert_regret": 0.23966128697716876,
|
| 180 |
+
"policy_oracle_regret": 0.3887315520428513,
|
| 181 |
+
"policy_rollout_progress": 0.34846177653066424,
|
| 182 |
+
"policy_rollout_success_rate": 0.23684210526315788,
|
| 183 |
+
"restore_max_error": 2.384185791015625e-07
|
| 184 |
+
},
|
| 185 |
+
"PushCube-v1": {
|
| 186 |
+
"action_mse_to_best": 0.43252414975080405,
|
| 187 |
+
"expert_success_rate": 0.8198198198198198,
|
| 188 |
+
"num_groups": 111,
|
| 189 |
+
"oracle_success_rate": 1.0,
|
| 190 |
+
"policy_expert_regret": 0.2773399173139452,
|
| 191 |
+
"policy_oracle_regret": 0.2945074844467747,
|
| 192 |
+
"policy_rollout_progress": 0.8586456687063784,
|
| 193 |
+
"policy_rollout_success_rate": 0.8468468468468469,
|
| 194 |
+
"restore_max_error": 2.3795291781425476e-07
|
| 195 |
+
},
|
| 196 |
+
"StackCube-v1": {
|
| 197 |
+
"action_mse_to_best": 0.7292742119221897,
|
| 198 |
+
"expert_success_rate": 0.6923076923076923,
|
| 199 |
+
"num_groups": 91,
|
| 200 |
+
"oracle_success_rate": 0.8571428571428571,
|
| 201 |
+
"policy_expert_regret": 1.039590414081301,
|
| 202 |
+
"policy_oracle_regret": 1.1743051871493622,
|
| 203 |
+
"policy_rollout_progress": 0.43937706308705465,
|
| 204 |
+
"policy_rollout_success_rate": 0.23076923076923078,
|
| 205 |
+
"restore_max_error": 1.9371509552001953e-07
|
| 206 |
+
}
|
| 207 |
+
}
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"seed": 2,
|
| 211 |
+
"path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_2/policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0.json",
|
| 212 |
+
"num_groups": 575,
|
| 213 |
+
"selection_mode": "retrieval_residual",
|
| 214 |
+
"num_candidates": 48,
|
| 215 |
+
"candidate_sigma": 0.0,
|
| 216 |
+
"selection_margin": 0.0,
|
| 217 |
+
"retrieval_neighbors": 6,
|
| 218 |
+
"retrieval_metric": "raw",
|
| 219 |
+
"retrieval_residual_anchor": "expert",
|
| 220 |
+
"retrieval_residual_direction": "candidate_minus_anchor",
|
| 221 |
+
"retrieval_residual_reduce": "compose_mean_by_type",
|
| 222 |
+
"retrieval_residual_scales": [
|
| 223 |
+
0.35,
|
| 224 |
+
0.4,
|
| 225 |
+
0.45
|
| 226 |
+
],
|
| 227 |
+
"retrieval_residual_source_score_bonus_by_task": {
|
| 228 |
+
"*": 0.0,
|
| 229 |
+
"PickCube-v1": 0.01,
|
| 230 |
+
"StackCube-v1": 0.05
|
| 231 |
+
},
|
| 232 |
+
"retrieval_residual_source_advantage_weight_scale": 1.0,
|
| 233 |
+
"retrieval_residual_min_source_advantage": -1000000000.0,
|
| 234 |
+
"lattice_exclude_types": [
|
| 235 |
+
"residual_random_negative",
|
| 236 |
+
"residual_wrong_direction",
|
| 237 |
+
"residual_near_miss+residual_no_op",
|
| 238 |
+
"residual_no_op+residual_wrong_gripper"
|
| 239 |
+
],
|
| 240 |
+
"selected_residual_scale_counts": {
|
| 241 |
+
"0.35": 340,
|
| 242 |
+
"0.45": 160,
|
| 243 |
+
"0.4": 75
|
| 244 |
+
},
|
| 245 |
+
"policy_rollout_success_rate": 0.39652173913043476,
|
| 246 |
+
"policy_rollout_progress": 0.6105689845622881,
|
| 247 |
+
"oracle_success_rate": 0.8765217391304347,
|
| 248 |
+
"action_mse_to_best": 0.5258358840757738,
|
| 249 |
+
"per_task": {
|
| 250 |
+
"LiftPegUpright-v1": {
|
| 251 |
+
"action_mse_to_best": 0.4465993321015655,
|
| 252 |
+
"expert_success_rate": 0.8229166666666666,
|
| 253 |
+
"num_groups": 96,
|
| 254 |
+
"oracle_success_rate": 0.9270833333333334,
|
| 255 |
+
"policy_expert_regret": 0.8177533126436174,
|
| 256 |
+
"policy_oracle_regret": 0.9240251917702457,
|
| 257 |
+
"policy_rollout_progress": 0.6554166648226479,
|
| 258 |
+
"policy_rollout_success_rate": 0.3541666666666667,
|
| 259 |
+
"restore_max_error": 1.955777406692505e-07
|
| 260 |
+
},
|
| 261 |
+
"PickCube-v1": {
|
| 262 |
+
"action_mse_to_best": 0.457854955711148,
|
| 263 |
+
"expert_success_rate": 0.9444444444444444,
|
| 264 |
+
"num_groups": 198,
|
| 265 |
+
"oracle_success_rate": 0.9595959595959596,
|
| 266 |
+
"policy_expert_regret": 0.9851550623925045,
|
| 267 |
+
"policy_oracle_regret": 0.9922385129212129,
|
| 268 |
+
"policy_rollout_progress": 0.6313336513409711,
|
| 269 |
+
"policy_rollout_success_rate": 0.3383838383838384,
|
| 270 |
+
"restore_max_error": 2.384185791015625e-07
|
| 271 |
+
},
|
| 272 |
+
"PullCube-v1": {
|
| 273 |
+
"action_mse_to_best": 0.676982599331273,
|
| 274 |
+
"expert_success_rate": 0.24444444444444444,
|
| 275 |
+
"num_groups": 90,
|
| 276 |
+
"oracle_success_rate": 0.4666666666666667,
|
| 277 |
+
"policy_expert_regret": 0.3264884656502141,
|
| 278 |
+
"policy_oracle_regret": 0.45266640370504724,
|
| 279 |
+
"policy_rollout_progress": 0.36531863392641145,
|
| 280 |
+
"policy_rollout_success_rate": 0.25555555555555554,
|
| 281 |
+
"restore_max_error": 2.384185791015625e-07
|
| 282 |
+
},
|
| 283 |
+
"PushCube-v1": {
|
| 284 |
+
"action_mse_to_best": 0.5085784159969575,
|
| 285 |
+
"expert_success_rate": 0.8514851485148515,
|
| 286 |
+
"num_groups": 101,
|
| 287 |
+
"oracle_success_rate": 1.0,
|
| 288 |
+
"policy_expert_regret": 0.2674899335839961,
|
| 289 |
+
"policy_oracle_regret": 0.28615492183973296,
|
| 290 |
+
"policy_rollout_progress": 0.8623599296454156,
|
| 291 |
+
"policy_rollout_success_rate": 0.8514851485148515,
|
| 292 |
+
"restore_max_error": 2.384185791015625e-07
|
| 293 |
+
},
|
| 294 |
+
"StackCube-v1": {
|
| 295 |
+
"action_mse_to_best": 0.6281329141722785,
|
| 296 |
+
"expert_success_rate": 0.7666666666666667,
|
| 297 |
+
"num_groups": 90,
|
| 298 |
+
"oracle_success_rate": 0.9111111111111111,
|
| 299 |
+
"policy_expert_regret": 1.0699496393402417,
|
| 300 |
+
"policy_oracle_regret": 1.206480886704392,
|
| 301 |
+
"policy_rollout_progress": 0.4797341487473912,
|
| 302 |
+
"policy_rollout_success_rate": 0.2,
|
| 303 |
+
"restore_max_error": 2.2351741790771484e-07
|
| 304 |
+
}
|
| 305 |
+
}
|
| 306 |
+
}
|
| 307 |
+
]
|
| 308 |
+
}
|
workspace/results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.md
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generator V1 Rollout Summary
|
| 2 |
+
|
| 3 |
+
Objective: `transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1`
|
| 4 |
+
Result file: `policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0.json`
|
| 5 |
+
Completed seeds: 3
|
| 6 |
+
Mean success: 38.38% +/- 1.12%
|
| 7 |
+
Mean progress: 59.48%
|
| 8 |
+
|
| 9 |
+
| seed | success | progress | mse | anchor | adv weight | min src adv | scales |
|
| 10 |
+
|---:|---:|---:|---:|---|---:|---|---|
|
| 11 |
+
| 0 | 37.91% | 58.42% | 0.501 | expert | 1.00 | none | 0.35,0.4,0.45 |
|
| 12 |
+
| 1 | 37.57% | 58.96% | 0.515 | expert | 1.00 | none | 0.35,0.4,0.45 |
|
| 13 |
+
| 2 | 39.65% | 61.06% | 0.526 | expert | 1.00 | none | 0.35,0.4,0.45 |
|
workspace/results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json
ADDED
|
@@ -0,0 +1,308 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
|
| 3 |
+
"objective": "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1",
|
| 4 |
+
"out_name": "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0.json",
|
| 5 |
+
"key": "policyanchor_advw2p0",
|
| 6 |
+
"label": "Generator V1 positive tangents, policy anchor, advantage weight 2.0",
|
| 7 |
+
"num_completed": 3,
|
| 8 |
+
"mean_success": 0.37681159420289856,
|
| 9 |
+
"std_success": 0.013282828101321283,
|
| 10 |
+
"mean_progress": 0.5894178291635194,
|
| 11 |
+
"mean_action_mse_to_best": 0.5143569296768502,
|
| 12 |
+
"rows": [
|
| 13 |
+
{
|
| 14 |
+
"seed": 0,
|
| 15 |
+
"path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_0/policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0.json",
|
| 16 |
+
"num_groups": 575,
|
| 17 |
+
"selection_mode": "retrieval_residual",
|
| 18 |
+
"num_candidates": 48,
|
| 19 |
+
"candidate_sigma": 0.0,
|
| 20 |
+
"selection_margin": 0.0,
|
| 21 |
+
"retrieval_neighbors": 6,
|
| 22 |
+
"retrieval_metric": "raw",
|
| 23 |
+
"retrieval_residual_anchor": "policy",
|
| 24 |
+
"retrieval_residual_direction": "candidate_minus_anchor",
|
| 25 |
+
"retrieval_residual_reduce": "compose_mean_by_type",
|
| 26 |
+
"retrieval_residual_scales": [
|
| 27 |
+
0.35,
|
| 28 |
+
0.4,
|
| 29 |
+
0.45
|
| 30 |
+
],
|
| 31 |
+
"retrieval_residual_source_score_bonus_by_task": {
|
| 32 |
+
"*": 0.0,
|
| 33 |
+
"PickCube-v1": 0.01,
|
| 34 |
+
"StackCube-v1": 0.05
|
| 35 |
+
},
|
| 36 |
+
"retrieval_residual_source_advantage_weight_scale": 2.0,
|
| 37 |
+
"retrieval_residual_min_source_advantage": -1000000000.0,
|
| 38 |
+
"lattice_exclude_types": [
|
| 39 |
+
"residual_random_negative",
|
| 40 |
+
"residual_wrong_direction",
|
| 41 |
+
"residual_near_miss+residual_no_op",
|
| 42 |
+
"residual_no_op+residual_wrong_gripper"
|
| 43 |
+
],
|
| 44 |
+
"selected_residual_scale_counts": {
|
| 45 |
+
"0.35": 350,
|
| 46 |
+
"0.45": 147,
|
| 47 |
+
"0.4": 78
|
| 48 |
+
},
|
| 49 |
+
"policy_rollout_success_rate": 0.3739130434782609,
|
| 50 |
+
"policy_rollout_progress": 0.5787463493072985,
|
| 51 |
+
"oracle_success_rate": 0.8573913043478261,
|
| 52 |
+
"action_mse_to_best": 0.5005510983859067,
|
| 53 |
+
"per_task": {
|
| 54 |
+
"LiftPegUpright-v1": {
|
| 55 |
+
"action_mse_to_best": 0.34528797616241214,
|
| 56 |
+
"expert_success_rate": 0.8865979381443299,
|
| 57 |
+
"num_groups": 97,
|
| 58 |
+
"oracle_success_rate": 0.9278350515463918,
|
| 59 |
+
"policy_expert_regret": 1.102015116319214,
|
| 60 |
+
"policy_oracle_regret": 1.1284305940276569,
|
| 61 |
+
"policy_rollout_progress": 0.5580910556402403,
|
| 62 |
+
"policy_rollout_success_rate": 0.21649484536082475,
|
| 63 |
+
"restore_max_error": 2.384185791015625e-07
|
| 64 |
+
},
|
| 65 |
+
"PickCube-v1": {
|
| 66 |
+
"action_mse_to_best": 0.4610416995576368,
|
| 67 |
+
"expert_success_rate": 0.9375,
|
| 68 |
+
"num_groups": 208,
|
| 69 |
+
"oracle_success_rate": 0.9471153846153846,
|
| 70 |
+
"policy_expert_regret": 0.9447308026451188,
|
| 71 |
+
"policy_oracle_regret": 0.9515083307454076,
|
| 72 |
+
"policy_rollout_progress": 0.6218794144493026,
|
| 73 |
+
"policy_rollout_success_rate": 0.36538461538461536,
|
| 74 |
+
"restore_max_error": 2.384185791015625e-07
|
| 75 |
+
},
|
| 76 |
+
"PullCube-v1": {
|
| 77 |
+
"action_mse_to_best": 0.6339810742186262,
|
| 78 |
+
"expert_success_rate": 0.19480519480519481,
|
| 79 |
+
"num_groups": 77,
|
| 80 |
+
"oracle_success_rate": 0.36363636363636365,
|
| 81 |
+
"policy_expert_regret": 0.23732203781372693,
|
| 82 |
+
"policy_oracle_regret": 0.38390447113866305,
|
| 83 |
+
"policy_rollout_progress": 0.36338652852622566,
|
| 84 |
+
"policy_rollout_success_rate": 0.2597402597402597,
|
| 85 |
+
"restore_max_error": 2.3096799850463867e-07
|
| 86 |
+
},
|
| 87 |
+
"PushCube-v1": {
|
| 88 |
+
"action_mse_to_best": 0.4994965392224332,
|
| 89 |
+
"expert_success_rate": 0.8617021276595744,
|
| 90 |
+
"num_groups": 94,
|
| 91 |
+
"oracle_success_rate": 0.9893617021276596,
|
| 92 |
+
"policy_expert_regret": 0.41792074162909326,
|
| 93 |
+
"policy_oracle_regret": 0.47648429965719263,
|
| 94 |
+
"policy_rollout_progress": 0.7592072375911347,
|
| 95 |
+
"policy_rollout_success_rate": 0.7446808510638298,
|
| 96 |
+
"restore_max_error": 2.384185791015625e-07
|
| 97 |
+
},
|
| 98 |
+
"StackCube-v1": {
|
| 99 |
+
"action_mse_to_best": 0.632909666408192,
|
| 100 |
+
"expert_success_rate": 0.6767676767676768,
|
| 101 |
+
"num_groups": 99,
|
| 102 |
+
"oracle_success_rate": 0.8585858585858586,
|
| 103 |
+
"policy_expert_regret": 0.9015669315451323,
|
| 104 |
+
"policy_oracle_regret": 1.049103739887777,
|
| 105 |
+
"policy_rollout_progress": 0.504516739586387,
|
| 106 |
+
"policy_rollout_success_rate": 0.2828282828282828,
|
| 107 |
+
"restore_max_error": 2.384185791015625e-07
|
| 108 |
+
}
|
| 109 |
+
}
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"seed": 1,
|
| 113 |
+
"path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_1/policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0.json",
|
| 114 |
+
"num_groups": 575,
|
| 115 |
+
"selection_mode": "retrieval_residual",
|
| 116 |
+
"num_candidates": 48,
|
| 117 |
+
"candidate_sigma": 0.0,
|
| 118 |
+
"selection_margin": 0.0,
|
| 119 |
+
"retrieval_neighbors": 6,
|
| 120 |
+
"retrieval_metric": "raw",
|
| 121 |
+
"retrieval_residual_anchor": "policy",
|
| 122 |
+
"retrieval_residual_direction": "candidate_minus_anchor",
|
| 123 |
+
"retrieval_residual_reduce": "compose_mean_by_type",
|
| 124 |
+
"retrieval_residual_scales": [
|
| 125 |
+
0.35,
|
| 126 |
+
0.4,
|
| 127 |
+
0.45
|
| 128 |
+
],
|
| 129 |
+
"retrieval_residual_source_score_bonus_by_task": {
|
| 130 |
+
"*": 0.0,
|
| 131 |
+
"PickCube-v1": 0.01,
|
| 132 |
+
"StackCube-v1": 0.05
|
| 133 |
+
},
|
| 134 |
+
"retrieval_residual_source_advantage_weight_scale": 2.0,
|
| 135 |
+
"retrieval_residual_min_source_advantage": -1000000000.0,
|
| 136 |
+
"lattice_exclude_types": [
|
| 137 |
+
"residual_random_negative",
|
| 138 |
+
"residual_wrong_direction",
|
| 139 |
+
"residual_near_miss+residual_no_op",
|
| 140 |
+
"residual_no_op+residual_wrong_gripper"
|
| 141 |
+
],
|
| 142 |
+
"selected_residual_scale_counts": {
|
| 143 |
+
"0.35": 306,
|
| 144 |
+
"0.4": 49,
|
| 145 |
+
"0.45": 220
|
| 146 |
+
},
|
| 147 |
+
"policy_rollout_success_rate": 0.3652173913043478,
|
| 148 |
+
"policy_rollout_progress": 0.582736657930781,
|
| 149 |
+
"oracle_success_rate": 0.8695652173913043,
|
| 150 |
+
"action_mse_to_best": 0.5151173928242339,
|
| 151 |
+
"per_task": {
|
| 152 |
+
"LiftPegUpright-v1": {
|
| 153 |
+
"action_mse_to_best": 0.4138995000507386,
|
| 154 |
+
"expert_success_rate": 0.8584070796460177,
|
| 155 |
+
"num_groups": 113,
|
| 156 |
+
"oracle_success_rate": 0.9380530973451328,
|
| 157 |
+
"policy_expert_regret": 0.9793257536613835,
|
| 158 |
+
"policy_oracle_regret": 1.058527783746213,
|
| 159 |
+
"policy_rollout_progress": 0.6347343845177541,
|
| 160 |
+
"policy_rollout_success_rate": 0.23893805309734514,
|
| 161 |
+
"restore_max_error": 2.384185791015625e-07
|
| 162 |
+
},
|
| 163 |
+
"PickCube-v1": {
|
| 164 |
+
"action_mse_to_best": 0.45511664790303813,
|
| 165 |
+
"expert_success_rate": 0.9402173913043478,
|
| 166 |
+
"num_groups": 184,
|
| 167 |
+
"oracle_success_rate": 0.9456521739130435,
|
| 168 |
+
"policy_expert_regret": 1.071216604404111,
|
| 169 |
+
"policy_oracle_regret": 1.0712406088790412,
|
| 170 |
+
"policy_rollout_progress": 0.5685504622119681,
|
| 171 |
+
"policy_rollout_success_rate": 0.29891304347826086,
|
| 172 |
+
"restore_max_error": 2.384185791015625e-07
|
| 173 |
+
},
|
| 174 |
+
"PullCube-v1": {
|
| 175 |
+
"action_mse_to_best": 0.6726667573185343,
|
| 176 |
+
"expert_success_rate": 0.25,
|
| 177 |
+
"num_groups": 76,
|
| 178 |
+
"oracle_success_rate": 0.40789473684210525,
|
| 179 |
+
"policy_expert_regret": 0.2399015161944063,
|
| 180 |
+
"policy_oracle_regret": 0.4369939785254629,
|
| 181 |
+
"policy_rollout_progress": 0.3372275539134678,
|
| 182 |
+
"policy_rollout_success_rate": 0.2236842105263158,
|
| 183 |
+
"restore_max_error": 2.384185791015625e-07
|
| 184 |
+
},
|
| 185 |
+
"PushCube-v1": {
|
| 186 |
+
"action_mse_to_best": 0.43257011533588974,
|
| 187 |
+
"expert_success_rate": 0.8198198198198198,
|
| 188 |
+
"num_groups": 111,
|
| 189 |
+
"oracle_success_rate": 1.0,
|
| 190 |
+
"policy_expert_regret": 0.2956222787096694,
|
| 191 |
+
"policy_oracle_regret": 0.3127898458424989,
|
| 192 |
+
"policy_rollout_progress": 0.8493723163196633,
|
| 193 |
+
"policy_rollout_success_rate": 0.8378378378378378,
|
| 194 |
+
"restore_max_error": 2.3795291781425476e-07
|
| 195 |
+
},
|
| 196 |
+
"StackCube-v1": {
|
| 197 |
+
"action_mse_to_best": 0.7312355801708751,
|
| 198 |
+
"expert_success_rate": 0.6923076923076923,
|
| 199 |
+
"num_groups": 91,
|
| 200 |
+
"oracle_success_rate": 0.8571428571428571,
|
| 201 |
+
"policy_expert_regret": 1.0478797831705637,
|
| 202 |
+
"policy_oracle_regret": 1.207436578123124,
|
| 203 |
+
"policy_rollout_progress": 0.4266558967448853,
|
| 204 |
+
"policy_rollout_success_rate": 0.1978021978021978,
|
| 205 |
+
"restore_max_error": 1.9371509552001953e-07
|
| 206 |
+
}
|
| 207 |
+
}
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"seed": 2,
|
| 211 |
+
"path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_2/policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0.json",
|
| 212 |
+
"num_groups": 575,
|
| 213 |
+
"selection_mode": "retrieval_residual",
|
| 214 |
+
"num_candidates": 48,
|
| 215 |
+
"candidate_sigma": 0.0,
|
| 216 |
+
"selection_margin": 0.0,
|
| 217 |
+
"retrieval_neighbors": 6,
|
| 218 |
+
"retrieval_metric": "raw",
|
| 219 |
+
"retrieval_residual_anchor": "policy",
|
| 220 |
+
"retrieval_residual_direction": "candidate_minus_anchor",
|
| 221 |
+
"retrieval_residual_reduce": "compose_mean_by_type",
|
| 222 |
+
"retrieval_residual_scales": [
|
| 223 |
+
0.35,
|
| 224 |
+
0.4,
|
| 225 |
+
0.45
|
| 226 |
+
],
|
| 227 |
+
"retrieval_residual_source_score_bonus_by_task": {
|
| 228 |
+
"*": 0.0,
|
| 229 |
+
"PickCube-v1": 0.01,
|
| 230 |
+
"StackCube-v1": 0.05
|
| 231 |
+
},
|
| 232 |
+
"retrieval_residual_source_advantage_weight_scale": 2.0,
|
| 233 |
+
"retrieval_residual_min_source_advantage": -1000000000.0,
|
| 234 |
+
"lattice_exclude_types": [
|
| 235 |
+
"residual_random_negative",
|
| 236 |
+
"residual_wrong_direction",
|
| 237 |
+
"residual_near_miss+residual_no_op",
|
| 238 |
+
"residual_no_op+residual_wrong_gripper"
|
| 239 |
+
],
|
| 240 |
+
"selected_residual_scale_counts": {
|
| 241 |
+
"0.35": 351,
|
| 242 |
+
"0.45": 160,
|
| 243 |
+
"0.4": 64
|
| 244 |
+
},
|
| 245 |
+
"policy_rollout_success_rate": 0.391304347826087,
|
| 246 |
+
"policy_rollout_progress": 0.6067704802524785,
|
| 247 |
+
"oracle_success_rate": 0.8765217391304347,
|
| 248 |
+
"action_mse_to_best": 0.52740229782041,
|
| 249 |
+
"per_task": {
|
| 250 |
+
"LiftPegUpright-v1": {
|
| 251 |
+
"action_mse_to_best": 0.44621239306676824,
|
| 252 |
+
"expert_success_rate": 0.8229166666666666,
|
| 253 |
+
"num_groups": 96,
|
| 254 |
+
"oracle_success_rate": 0.9270833333333334,
|
| 255 |
+
"policy_expert_regret": 0.8243164004137119,
|
| 256 |
+
"policy_oracle_regret": 0.9438704351584116,
|
| 257 |
+
"policy_rollout_progress": 0.6459880881011486,
|
| 258 |
+
"policy_rollout_success_rate": 0.34375,
|
| 259 |
+
"restore_max_error": 1.955777406692505e-07
|
| 260 |
+
},
|
| 261 |
+
"PickCube-v1": {
|
| 262 |
+
"action_mse_to_best": 0.4559677015387952,
|
| 263 |
+
"expert_success_rate": 0.9444444444444444,
|
| 264 |
+
"num_groups": 198,
|
| 265 |
+
"oracle_success_rate": 0.9595959595959596,
|
| 266 |
+
"policy_expert_regret": 1.013960270756724,
|
| 267 |
+
"policy_oracle_regret": 1.0210437212854322,
|
| 268 |
+
"policy_rollout_progress": 0.6227304631787719,
|
| 269 |
+
"policy_rollout_success_rate": 0.3181818181818182,
|
| 270 |
+
"restore_max_error": 2.384185791015625e-07
|
| 271 |
+
},
|
| 272 |
+
"PullCube-v1": {
|
| 273 |
+
"action_mse_to_best": 0.6842520299885008,
|
| 274 |
+
"expert_success_rate": 0.24444444444444444,
|
| 275 |
+
"num_groups": 90,
|
| 276 |
+
"oracle_success_rate": 0.4666666666666667,
|
| 277 |
+
"policy_expert_regret": 0.30676752639313537,
|
| 278 |
+
"policy_oracle_regret": 0.4325280127219028,
|
| 279 |
+
"policy_rollout_progress": 0.3744079527962539,
|
| 280 |
+
"policy_rollout_success_rate": 0.26666666666666666,
|
| 281 |
+
"restore_max_error": 2.384185791015625e-07
|
| 282 |
+
},
|
| 283 |
+
"PushCube-v1": {
|
| 284 |
+
"action_mse_to_best": 0.5130543247012809,
|
| 285 |
+
"expert_success_rate": 0.8514851485148515,
|
| 286 |
+
"num_groups": 101,
|
| 287 |
+
"oracle_success_rate": 1.0,
|
| 288 |
+
"policy_expert_regret": 0.24754097364326516,
|
| 289 |
+
"policy_oracle_regret": 0.26621239536469526,
|
| 290 |
+
"policy_rollout_progress": 0.8724014660214433,
|
| 291 |
+
"policy_rollout_success_rate": 0.8613861386138614,
|
| 292 |
+
"restore_max_error": 2.384185791015625e-07
|
| 293 |
+
},
|
| 294 |
+
"StackCube-v1": {
|
| 295 |
+
"action_mse_to_best": 0.6304128568205568,
|
| 296 |
+
"expert_success_rate": 0.7666666666666667,
|
| 297 |
+
"num_groups": 90,
|
| 298 |
+
"oracle_success_rate": 0.9111111111111111,
|
| 299 |
+
"policy_expert_regret": 1.0856013195382224,
|
| 300 |
+
"policy_oracle_regret": 1.2221325669023726,
|
| 301 |
+
"policy_rollout_progress": 0.4640919350915485,
|
| 302 |
+
"policy_rollout_success_rate": 0.2,
|
| 303 |
+
"restore_max_error": 2.2351741790771484e-07
|
| 304 |
+
}
|
| 305 |
+
}
|
| 306 |
+
}
|
| 307 |
+
]
|
| 308 |
+
}
|
workspace/results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.md
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generator V1 Rollout Summary
|
| 2 |
+
|
| 3 |
+
Objective: `transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1`
|
| 4 |
+
Result file: `policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0.json`
|
| 5 |
+
Completed seeds: 3
|
| 6 |
+
Mean success: 37.68% +/- 1.33%
|
| 7 |
+
Mean progress: 58.94%
|
| 8 |
+
|
| 9 |
+
| seed | success | progress | mse | anchor | adv weight | min src adv | scales |
|
| 10 |
+
|---:|---:|---:|---:|---|---:|---|---|
|
| 11 |
+
| 0 | 37.39% | 57.87% | 0.501 | policy | 2.00 | none | 0.35,0.4,0.45 |
|
| 12 |
+
| 1 | 36.52% | 58.27% | 0.515 | policy | 2.00 | none | 0.35,0.4,0.45 |
|
| 13 |
+
| 2 | 39.13% | 60.68% | 0.527 | policy | 2.00 | none | 0.35,0.4,0.45 |
|
workspace/results/paper_analysis.json
CHANGED
|
@@ -23,7 +23,7 @@
|
|
| 23 |
"selected_success_for_65pct_gap_closure": 0.47449275362318843,
|
| 24 |
"selected_success_for_75pct_gap_closure": 0.5017391304347827
|
| 25 |
},
|
| 26 |
-
"generated_utc": "2026-07-
|
| 27 |
"mechanism_gap": {
|
| 28 |
"best_clean_vs_direct_same_ckpt": 0.1060869565217391,
|
| 29 |
"best_clean_vs_h16": 0.09159420289855075,
|
|
@@ -12710,19 +12710,517 @@
|
|
| 12710 |
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json",
|
| 12711 |
"std_success": 0.018595959341849776
|
| 12712 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12713 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0": {
|
|
|
|
|
|
|
| 12714 |
"headline_metric": "mean_success",
|
| 12715 |
"headline_metric_label": "deployment",
|
|
|
|
|
|
|
| 12716 |
"label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12717 |
"missing": true,
|
| 12718 |
-
"source": "results/
|
| 12719 |
},
|
| 12720 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0": {
|
|
|
|
|
|
|
| 12721 |
"headline_metric": "mean_success",
|
| 12722 |
"headline_metric_label": "deployment",
|
|
|
|
|
|
|
| 12723 |
"label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12724 |
"missing": true,
|
| 12725 |
-
"source": "results/
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12726 |
},
|
| 12727 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_oraclecal_train800_k4_r0025_t0025": {
|
| 12728 |
"ci95_success": 0.044132081897821224,
|
|
@@ -13108,12 +13606,414 @@
|
|
| 13108 |
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_oraclecal_train800_k4_type005_summary.json",
|
| 13109 |
"std_success": 0.017764119937442965
|
| 13110 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13111 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0": {
|
|
|
|
|
|
|
| 13112 |
"headline_metric": "mean_success",
|
| 13113 |
"headline_metric_label": "deployment",
|
|
|
|
|
|
|
| 13114 |
"label": "Generator V1 positive tangents, policy anchor, advantage weight 2.0",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13115 |
"missing": true,
|
| 13116 |
-
"source": "results/
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13117 |
},
|
| 13118 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025": {
|
| 13119 |
"ci95_success": 0.043707043917985716,
|
|
|
|
| 23 |
"selected_success_for_65pct_gap_closure": 0.47449275362318843,
|
| 24 |
"selected_success_for_75pct_gap_closure": 0.5017391304347827
|
| 25 |
},
|
| 26 |
+
"generated_utc": "2026-07-02T19:30:26+00:00",
|
| 27 |
"mechanism_gap": {
|
| 28 |
"best_clean_vs_direct_same_ckpt": 0.1060869565217391,
|
| 29 |
"best_clean_vs_h16": 0.09159420289855075,
|
|
|
|
| 12710 |
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json",
|
| 12711 |
"std_success": 0.018595959341849776
|
| 12712 |
},
|
| 12713 |
+
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw0p5": {
|
| 12714 |
+
"ci95_success": 0.04327783177865381,
|
| 12715 |
+
"headline_ci95_success": 0.04327783177865381,
|
| 12716 |
+
"headline_metric": "mean_success",
|
| 12717 |
+
"headline_metric_label": "deployment",
|
| 12718 |
+
"headline_std_success": 0.017420265740657068,
|
| 12719 |
+
"headline_success": 0.3872463768115942,
|
| 12720 |
+
"label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 0.5",
|
| 12721 |
+
"mean_action_mse_to_best": 0.5136112351842441,
|
| 12722 |
+
"mean_progress": 0.5970969428575558,
|
| 12723 |
+
"mean_success": 0.3872463768115942,
|
| 12724 |
+
"num_completed": 3,
|
| 12725 |
+
"per_task_success": {
|
| 12726 |
+
"LiftPegUpright-v1": {
|
| 12727 |
+
"mean_num_groups": 102.0,
|
| 12728 |
+
"mean_success": 0.2738253175399649,
|
| 12729 |
+
"std_success": 0.07861590073068579
|
| 12730 |
+
},
|
| 12731 |
+
"PickCube-v1": {
|
| 12732 |
+
"mean_num_groups": 196.66666666666666,
|
| 12733 |
+
"mean_success": 0.33118391270565184,
|
| 12734 |
+
"std_success": 0.027971684673707302
|
| 12735 |
+
},
|
| 12736 |
+
"PullCube-v1": {
|
| 12737 |
+
"mean_num_groups": 81.0,
|
| 12738 |
+
"mean_success": 0.25931368826105666,
|
| 12739 |
+
"std_success": 0.03764948274063547
|
| 12740 |
+
},
|
| 12741 |
+
"PushCube-v1": {
|
| 12742 |
+
"mean_num_groups": 102.0,
|
| 12743 |
+
"mean_success": 0.8269442815471887,
|
| 12744 |
+
"std_success": 0.07131455226250227
|
| 12745 |
+
},
|
| 12746 |
+
"StackCube-v1": {
|
| 12747 |
+
"mean_num_groups": 93.33333333333333,
|
| 12748 |
+
"mean_success": 0.25503755503755504,
|
| 12749 |
+
"std_success": 0.05987073762679782
|
| 12750 |
+
}
|
| 12751 |
+
},
|
| 12752 |
+
"seed_action_mse_to_best": {
|
| 12753 |
+
"0": 0.49949725674060375,
|
| 12754 |
+
"1": 0.5162805855784404,
|
| 12755 |
+
"2": 0.5250558632336881
|
| 12756 |
+
},
|
| 12757 |
+
"seed_progress": {
|
| 12758 |
+
"0": 0.5839397546810948,
|
| 12759 |
+
"1": 0.5902519925149239,
|
| 12760 |
+
"2": 0.6170990813766485
|
| 12761 |
+
},
|
| 12762 |
+
"seed_success": {
|
| 12763 |
+
"0": 0.3808695652173913,
|
| 12764 |
+
"1": 0.3739130434782609,
|
| 12765 |
+
"2": 0.40695652173913044
|
| 12766 |
+
},
|
| 12767 |
+
"selected_candidate_type_counts": {
|
| 12768 |
+
"retrieval_residual_policy_residual": 607,
|
| 12769 |
+
"retrieval_residual_residual_near_miss": 214,
|
| 12770 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 216,
|
| 12771 |
+
"retrieval_residual_residual_no_op": 258,
|
| 12772 |
+
"retrieval_residual_residual_wrong_gripper": 430
|
| 12773 |
+
},
|
| 12774 |
+
"selected_residual_scale_counts": {
|
| 12775 |
+
"0.35": 992,
|
| 12776 |
+
"0.4": 206,
|
| 12777 |
+
"0.45": 527
|
| 12778 |
+
},
|
| 12779 |
+
"selected_type_outcomes": {
|
| 12780 |
+
"retrieval_residual_policy_residual": {
|
| 12781 |
+
"count": 607.0,
|
| 12782 |
+
"mean_progress": 0.5481918433564523,
|
| 12783 |
+
"success_rate": 0.29654036243822074
|
| 12784 |
+
},
|
| 12785 |
+
"retrieval_residual_residual_near_miss": {
|
| 12786 |
+
"count": 214.0,
|
| 12787 |
+
"mean_progress": 0.7708240913697214,
|
| 12788 |
+
"success_rate": 0.6261682242990654
|
| 12789 |
+
},
|
| 12790 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 12791 |
+
"count": 216.0,
|
| 12792 |
+
"mean_progress": 0.7071546247418694,
|
| 12793 |
+
"success_rate": 0.5231481481481481
|
| 12794 |
+
},
|
| 12795 |
+
"retrieval_residual_residual_no_op": {
|
| 12796 |
+
"count": 258.0,
|
| 12797 |
+
"mean_progress": 0.543082087849404,
|
| 12798 |
+
"success_rate": 0.35658914728682173
|
| 12799 |
+
},
|
| 12800 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 12801 |
+
"count": 430.0,
|
| 12802 |
+
"mean_progress": 0.5567973124404806,
|
| 12803 |
+
"success_rate": 0.34651162790697676
|
| 12804 |
+
}
|
| 12805 |
+
},
|
| 12806 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw0p5_summary.json",
|
| 12807 |
+
"std_success": 0.017420265740657068
|
| 12808 |
+
},
|
| 12809 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0": {
|
| 12810 |
+
"ci95_success": 0.027777495713921813,
|
| 12811 |
+
"headline_ci95_success": 0.027777495713921813,
|
| 12812 |
"headline_metric": "mean_success",
|
| 12813 |
"headline_metric_label": "deployment",
|
| 12814 |
+
"headline_std_success": 0.011181044360571532,
|
| 12815 |
+
"headline_success": 0.383768115942029,
|
| 12816 |
"label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
|
| 12817 |
+
"mean_action_mse_to_best": 0.51405627095154,
|
| 12818 |
+
"mean_progress": 0.5947921582106231,
|
| 12819 |
+
"mean_success": 0.383768115942029,
|
| 12820 |
+
"num_completed": 3,
|
| 12821 |
+
"per_task_success": {
|
| 12822 |
+
"LiftPegUpright-v1": {
|
| 12823 |
+
"mean_num_groups": 102.0,
|
| 12824 |
+
"mean_success": 0.2698665217082789,
|
| 12825 |
+
"std_success": 0.07386345661678752
|
| 12826 |
+
},
|
| 12827 |
+
"PickCube-v1": {
|
| 12828 |
+
"mean_num_groups": 196.66666666666666,
|
| 12829 |
+
"mean_success": 0.3328336317466753,
|
| 12830 |
+
"std_success": 0.02615614287621478
|
| 12831 |
+
},
|
| 12832 |
+
"PullCube-v1": {
|
| 12833 |
+
"mean_num_groups": 81.0,
|
| 12834 |
+
"mean_success": 0.2636996531733374,
|
| 12835 |
+
"std_success": 0.031723566913421014
|
| 12836 |
+
},
|
| 12837 |
+
"PushCube-v1": {
|
| 12838 |
+
"mean_num_groups": 102.0,
|
| 12839 |
+
"mean_success": 0.8178837147659562,
|
| 12840 |
+
"std_success": 0.054232113490929594
|
| 12841 |
+
},
|
| 12842 |
+
"StackCube-v1": {
|
| 12843 |
+
"mean_num_groups": 93.33333333333333,
|
| 12844 |
+
"mean_success": 0.2412328412328412,
|
| 12845 |
+
"std_success": 0.04734003304852265
|
| 12846 |
+
}
|
| 12847 |
+
},
|
| 12848 |
+
"seed_action_mse_to_best": {
|
| 12849 |
+
"0": 0.5013779968104285,
|
| 12850 |
+
"1": 0.5149549319684181,
|
| 12851 |
+
"2": 0.5258358840757738
|
| 12852 |
+
},
|
| 12853 |
+
"seed_progress": {
|
| 12854 |
+
"0": 0.584225173432218,
|
| 12855 |
+
"1": 0.5895823166373632,
|
| 12856 |
+
"2": 0.6105689845622881
|
| 12857 |
+
},
|
| 12858 |
+
"seed_success": {
|
| 12859 |
+
"0": 0.3791304347826087,
|
| 12860 |
+
"1": 0.37565217391304345,
|
| 12861 |
+
"2": 0.39652173913043476
|
| 12862 |
+
},
|
| 12863 |
+
"selected_candidate_type_counts": {
|
| 12864 |
+
"retrieval_residual_policy_residual": 593,
|
| 12865 |
+
"retrieval_residual_residual_near_miss": 237,
|
| 12866 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 219,
|
| 12867 |
+
"retrieval_residual_residual_no_op": 254,
|
| 12868 |
+
"retrieval_residual_residual_wrong_gripper": 422
|
| 12869 |
+
},
|
| 12870 |
+
"selected_residual_scale_counts": {
|
| 12871 |
+
"0.35": 992,
|
| 12872 |
+
"0.4": 204,
|
| 12873 |
+
"0.45": 529
|
| 12874 |
+
},
|
| 12875 |
+
"selected_type_outcomes": {
|
| 12876 |
+
"retrieval_residual_policy_residual": {
|
| 12877 |
+
"count": 593.0,
|
| 12878 |
+
"mean_progress": 0.5434360912911481,
|
| 12879 |
+
"success_rate": 0.2917369308600337
|
| 12880 |
+
},
|
| 12881 |
+
"retrieval_residual_residual_near_miss": {
|
| 12882 |
+
"count": 237.0,
|
| 12883 |
+
"mean_progress": 0.752326833964463,
|
| 12884 |
+
"success_rate": 0.5822784810126582
|
| 12885 |
+
},
|
| 12886 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 12887 |
+
"count": 219.0,
|
| 12888 |
+
"mean_progress": 0.7189138394325427,
|
| 12889 |
+
"success_rate": 0.5296803652968036
|
| 12890 |
+
},
|
| 12891 |
+
"retrieval_residual_residual_no_op": {
|
| 12892 |
+
"count": 254.0,
|
| 12893 |
+
"mean_progress": 0.5431713150542845,
|
| 12894 |
+
"success_rate": 0.3543307086614173
|
| 12895 |
+
},
|
| 12896 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 12897 |
+
"count": 422.0,
|
| 12898 |
+
"mean_progress": 0.5451416262288653,
|
| 12899 |
+
"success_rate": 0.34360189573459715
|
| 12900 |
+
}
|
| 12901 |
+
},
|
| 12902 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.json",
|
| 12903 |
+
"std_success": 0.011181044360571532
|
| 12904 |
+
},
|
| 12905 |
+
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0_oraclek8": {
|
| 12906 |
+
"headline_metric": "mean_candidate_oracle_success_rate",
|
| 12907 |
+
"headline_metric_label": "candidate-oracle",
|
| 12908 |
+
"label": "Generator V1 expert-anchor advantage weight 1.0, candidate-oracle K8",
|
| 12909 |
"missing": true,
|
| 12910 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_oraclek8_summary.json"
|
| 12911 |
},
|
| 12912 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0": {
|
| 12913 |
+
"ci95_success": 0.032999037366698375,
|
| 12914 |
+
"headline_ci95_success": 0.032999037366698375,
|
| 12915 |
"headline_metric": "mean_success",
|
| 12916 |
"headline_metric_label": "deployment",
|
| 12917 |
+
"headline_std_success": 0.013282828101321283,
|
| 12918 |
+
"headline_success": 0.3768115942028985,
|
| 12919 |
"label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0",
|
| 12920 |
+
"mean_action_mse_to_best": 0.5143569296768502,
|
| 12921 |
+
"mean_progress": 0.5894178291635194,
|
| 12922 |
+
"mean_success": 0.3768115942028985,
|
| 12923 |
+
"num_completed": 3,
|
| 12924 |
+
"per_task_success": {
|
| 12925 |
+
"LiftPegUpright-v1": {
|
| 12926 |
+
"mean_num_groups": 102.0,
|
| 12927 |
+
"mean_success": 0.26639429948605664,
|
| 12928 |
+
"std_success": 0.06792534648331451
|
| 12929 |
+
},
|
| 12930 |
+
"PickCube-v1": {
|
| 12931 |
+
"mean_num_groups": 196.66666666666666,
|
| 12932 |
+
"mean_success": 0.3274931590148981,
|
| 12933 |
+
"std_success": 0.03420004779247759
|
| 12934 |
+
},
|
| 12935 |
+
"PullCube-v1": {
|
| 12936 |
+
"mean_num_groups": 81.0,
|
| 12937 |
+
"mean_success": 0.2500303789777474,
|
| 12938 |
+
"std_success": 0.023077786338402385
|
| 12939 |
+
},
|
| 12940 |
+
"PushCube-v1": {
|
| 12941 |
+
"mean_num_groups": 102.0,
|
| 12942 |
+
"mean_success": 0.8146349425051763,
|
| 12943 |
+
"std_success": 0.06171557177404845
|
| 12944 |
+
},
|
| 12945 |
+
"StackCube-v1": {
|
| 12946 |
+
"mean_num_groups": 93.33333333333333,
|
| 12947 |
+
"mean_success": 0.22687682687682686,
|
| 12948 |
+
"std_success": 0.04846784140995916
|
| 12949 |
+
}
|
| 12950 |
+
},
|
| 12951 |
+
"seed_action_mse_to_best": {
|
| 12952 |
+
"0": 0.5005510983859067,
|
| 12953 |
+
"1": 0.5151173928242339,
|
| 12954 |
+
"2": 0.52740229782041
|
| 12955 |
+
},
|
| 12956 |
+
"seed_progress": {
|
| 12957 |
+
"0": 0.5787463493072985,
|
| 12958 |
+
"1": 0.582736657930781,
|
| 12959 |
+
"2": 0.6067704802524785
|
| 12960 |
+
},
|
| 12961 |
+
"seed_success": {
|
| 12962 |
+
"0": 0.3739130434782609,
|
| 12963 |
+
"1": 0.3652173913043478,
|
| 12964 |
+
"2": 0.391304347826087
|
| 12965 |
+
},
|
| 12966 |
+
"selected_candidate_type_counts": {
|
| 12967 |
+
"retrieval_residual_policy_residual": 584,
|
| 12968 |
+
"retrieval_residual_residual_near_miss": 269,
|
| 12969 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 227,
|
| 12970 |
+
"retrieval_residual_residual_no_op": 252,
|
| 12971 |
+
"retrieval_residual_residual_wrong_gripper": 393
|
| 12972 |
+
},
|
| 12973 |
+
"selected_residual_scale_counts": {
|
| 12974 |
+
"0.35": 1007,
|
| 12975 |
+
"0.4": 191,
|
| 12976 |
+
"0.45": 527
|
| 12977 |
+
},
|
| 12978 |
+
"selected_type_outcomes": {
|
| 12979 |
+
"retrieval_residual_policy_residual": {
|
| 12980 |
+
"count": 584.0,
|
| 12981 |
+
"mean_progress": 0.5396331625987381,
|
| 12982 |
+
"success_rate": 0.2910958904109589
|
| 12983 |
+
},
|
| 12984 |
+
"retrieval_residual_residual_near_miss": {
|
| 12985 |
+
"count": 269.0,
|
| 12986 |
+
"mean_progress": 0.7359185712931324,
|
| 12987 |
+
"success_rate": 0.550185873605948
|
| 12988 |
+
},
|
| 12989 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 12990 |
+
"count": 227.0,
|
| 12991 |
+
"mean_progress": 0.7157547649340745,
|
| 12992 |
+
"success_rate": 0.5330396475770925
|
| 12993 |
+
},
|
| 12994 |
+
"retrieval_residual_residual_no_op": {
|
| 12995 |
+
"count": 252.0,
|
| 12996 |
+
"mean_progress": 0.5248836046774823,
|
| 12997 |
+
"success_rate": 0.31746031746031744
|
| 12998 |
+
},
|
| 12999 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 13000 |
+
"count": 393.0,
|
| 13001 |
+
"mean_progress": 0.5315289889384089,
|
| 13002 |
+
"success_rate": 0.3333333333333333
|
| 13003 |
+
}
|
| 13004 |
+
},
|
| 13005 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_summary.json",
|
| 13006 |
+
"std_success": 0.013282828101321283
|
| 13007 |
+
},
|
| 13008 |
+
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0_gate0": {
|
| 13009 |
+
"ci95_success": 0.04778760648872724,
|
| 13010 |
+
"headline_ci95_success": 0.04778760648872724,
|
| 13011 |
+
"headline_metric": "mean_success",
|
| 13012 |
+
"headline_metric_label": "deployment",
|
| 13013 |
+
"headline_std_success": 0.019235547852796592,
|
| 13014 |
+
"headline_success": 0.36927536231884056,
|
| 13015 |
+
"label": "Generator V1 utility-weighted tangents, expert anchor, source advantage gate >= 0.0",
|
| 13016 |
+
"mean_action_mse_to_best": 0.45602177684910705,
|
| 13017 |
+
"mean_progress": 0.5815420930200059,
|
| 13018 |
+
"mean_success": 0.36927536231884056,
|
| 13019 |
+
"num_completed": 3,
|
| 13020 |
+
"per_task_success": {
|
| 13021 |
+
"LiftPegUpright-v1": {
|
| 13022 |
+
"mean_num_groups": 102.0,
|
| 13023 |
+
"mean_success": 0.26639429948605664,
|
| 13024 |
+
"std_success": 0.06792534648331451
|
| 13025 |
+
},
|
| 13026 |
+
"PickCube-v1": {
|
| 13027 |
+
"mean_num_groups": 196.66666666666666,
|
| 13028 |
+
"mean_success": 0.32465893607197954,
|
| 13029 |
+
"std_success": 0.018763488756388967
|
| 13030 |
+
},
|
| 13031 |
+
"PullCube-v1": {
|
| 13032 |
+
"mean_num_groups": 81.0,
|
| 13033 |
+
"mean_success": 0.23624718361560468,
|
| 13034 |
+
"std_success": 0.04766015797840824
|
| 13035 |
+
},
|
| 13036 |
+
"PushCube-v1": {
|
| 13037 |
+
"mean_num_groups": 102.0,
|
| 13038 |
+
"mean_success": 0.8055743757239439,
|
| 13039 |
+
"std_success": 0.04486214967261923
|
| 13040 |
+
},
|
| 13041 |
+
"StackCube-v1": {
|
| 13042 |
+
"mean_num_groups": 93.33333333333333,
|
| 13043 |
+
"mean_success": 0.2081844081844082,
|
| 13044 |
+
"std_success": 0.07436028694013369
|
| 13045 |
+
}
|
| 13046 |
+
},
|
| 13047 |
+
"seed_action_mse_to_best": {
|
| 13048 |
+
"0": 0.43498127313573726,
|
| 13049 |
+
"1": 0.4576410755636575,
|
| 13050 |
+
"2": 0.4754429818479263
|
| 13051 |
+
},
|
| 13052 |
+
"seed_progress": {
|
| 13053 |
+
"0": 0.5694765353704924,
|
| 13054 |
+
"1": 0.5735185124835824,
|
| 13055 |
+
"2": 0.6016312312059429
|
| 13056 |
+
},
|
| 13057 |
+
"seed_success": {
|
| 13058 |
+
"0": 0.36695652173913046,
|
| 13059 |
+
"1": 0.35130434782608694,
|
| 13060 |
+
"2": 0.38956521739130434
|
| 13061 |
+
},
|
| 13062 |
+
"selected_candidate_type_counts": {
|
| 13063 |
+
"retrieval_residual_policy_residual": 819,
|
| 13064 |
+
"retrieval_residual_residual_near_miss": 479,
|
| 13065 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 80,
|
| 13066 |
+
"retrieval_residual_residual_no_op": 174,
|
| 13067 |
+
"retrieval_residual_residual_no_op+residual_near_miss": 14,
|
| 13068 |
+
"retrieval_residual_residual_wrong_gripper": 143,
|
| 13069 |
+
"retrieval_residual_residual_wrong_gripper+residual_near_miss": 4,
|
| 13070 |
+
"retrieval_residual_residual_wrong_gripper+residual_no_op": 12
|
| 13071 |
+
},
|
| 13072 |
+
"selected_residual_scale_counts": {
|
| 13073 |
+
"0.35": 1208,
|
| 13074 |
+
"0.4": 97,
|
| 13075 |
+
"0.45": 420
|
| 13076 |
+
},
|
| 13077 |
+
"selected_type_outcomes": {
|
| 13078 |
+
"retrieval_residual_policy_residual": {
|
| 13079 |
+
"count": 819.0,
|
| 13080 |
+
"mean_progress": 0.5104973517751755,
|
| 13081 |
+
"success_rate": 0.2857142857142857
|
| 13082 |
+
},
|
| 13083 |
+
"retrieval_residual_residual_near_miss": {
|
| 13084 |
+
"count": 479.0,
|
| 13085 |
+
"mean_progress": 0.6349816032148711,
|
| 13086 |
+
"success_rate": 0.4154488517745303
|
| 13087 |
+
},
|
| 13088 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 13089 |
+
"count": 80.0,
|
| 13090 |
+
"mean_progress": 0.8649393017403781,
|
| 13091 |
+
"success_rate": 0.8
|
| 13092 |
+
},
|
| 13093 |
+
"retrieval_residual_residual_no_op": {
|
| 13094 |
+
"count": 174.0,
|
| 13095 |
+
"mean_progress": 0.6662687381793713,
|
| 13096 |
+
"success_rate": 0.42528735632183906
|
| 13097 |
+
},
|
| 13098 |
+
"retrieval_residual_residual_no_op+residual_near_miss": {
|
| 13099 |
+
"count": 14.0,
|
| 13100 |
+
"mean_progress": 0.7973395671163287,
|
| 13101 |
+
"success_rate": 0.5
|
| 13102 |
+
},
|
| 13103 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 13104 |
+
"count": 143.0,
|
| 13105 |
+
"mean_progress": 0.5357520567809156,
|
| 13106 |
+
"success_rate": 0.3776223776223776
|
| 13107 |
+
},
|
| 13108 |
+
"retrieval_residual_residual_wrong_gripper+residual_near_miss": {
|
| 13109 |
+
"count": 4.0,
|
| 13110 |
+
"mean_progress": 0.5595042705535889,
|
| 13111 |
+
"success_rate": 0.25
|
| 13112 |
+
},
|
| 13113 |
+
"retrieval_residual_residual_wrong_gripper+residual_no_op": {
|
| 13114 |
+
"count": 12.0,
|
| 13115 |
+
"mean_progress": 0.48061430764695007,
|
| 13116 |
+
"success_rate": 0.3333333333333333
|
| 13117 |
+
}
|
| 13118 |
+
},
|
| 13119 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_gate0_summary.json",
|
| 13120 |
+
"std_success": 0.019235547852796592
|
| 13121 |
+
},
|
| 13122 |
+
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0_oraclek8": {
|
| 13123 |
+
"headline_metric": "mean_candidate_oracle_success_rate",
|
| 13124 |
+
"headline_metric_label": "candidate-oracle",
|
| 13125 |
+
"label": "Generator V1 expert-anchor advantage weight 2.0, candidate-oracle K8",
|
| 13126 |
"missing": true,
|
| 13127 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_oraclek8_summary.json"
|
| 13128 |
+
},
|
| 13129 |
+
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw4p0": {
|
| 13130 |
+
"ci95_success": 0.023795944253316624,
|
| 13131 |
+
"headline_ci95_success": 0.023795944253316624,
|
| 13132 |
+
"headline_metric": "mean_success",
|
| 13133 |
+
"headline_metric_label": "deployment",
|
| 13134 |
+
"headline_std_success": 0.00957838356049757,
|
| 13135 |
+
"headline_success": 0.3715942028985508,
|
| 13136 |
+
"label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 4.0",
|
| 13137 |
+
"mean_action_mse_to_best": 0.5142619989150999,
|
| 13138 |
+
"mean_progress": 0.5871968711354795,
|
| 13139 |
+
"mean_success": 0.3715942028985508,
|
| 13140 |
+
"num_completed": 3,
|
| 13141 |
+
"per_task_success": {
|
| 13142 |
+
"LiftPegUpright-v1": {
|
| 13143 |
+
"mean_num_groups": 102.0,
|
| 13144 |
+
"mean_success": 0.2629578733692181,
|
| 13145 |
+
"std_success": 0.07185893911242767
|
| 13146 |
+
},
|
| 13147 |
+
"PickCube-v1": {
|
| 13148 |
+
"mean_num_groups": 196.66666666666666,
|
| 13149 |
+
"mean_success": 0.325890594912334,
|
| 13150 |
+
"std_success": 0.0315464330915602
|
| 13151 |
+
},
|
| 13152 |
+
"PullCube-v1": {
|
| 13153 |
+
"mean_num_groups": 81.0,
|
| 13154 |
+
"mean_success": 0.238350927824612,
|
| 13155 |
+
"std_success": 0.005496676719939777
|
| 13156 |
+
},
|
| 13157 |
+
"PushCube-v1": {
|
| 13158 |
+
"mean_num_groups": 102.0,
|
| 13159 |
+
"mean_success": 0.811334612472173,
|
| 13160 |
+
"std_success": 0.058125770572001835
|
| 13161 |
+
},
|
| 13162 |
+
"StackCube-v1": {
|
| 13163 |
+
"mean_num_groups": 93.33333333333333,
|
| 13164 |
+
"mean_success": 0.2161024161024161,
|
| 13165 |
+
"std_success": 0.0500502261749912
|
| 13166 |
+
}
|
| 13167 |
+
},
|
| 13168 |
+
"seed_action_mse_to_best": {
|
| 13169 |
+
"0": 0.4974852632974153,
|
| 13170 |
+
"1": 0.5146053172963793,
|
| 13171 |
+
"2": 0.5306954161515054
|
| 13172 |
+
},
|
| 13173 |
+
"seed_progress": {
|
| 13174 |
+
"0": 0.576676478124632,
|
| 13175 |
+
"1": 0.5834855123139594,
|
| 13176 |
+
"2": 0.601428622967847
|
| 13177 |
+
},
|
| 13178 |
+
"seed_success": {
|
| 13179 |
+
"0": 0.3652173913043478,
|
| 13180 |
+
"1": 0.36695652173913046,
|
| 13181 |
+
"2": 0.3826086956521739
|
| 13182 |
+
},
|
| 13183 |
+
"selected_candidate_type_counts": {
|
| 13184 |
+
"retrieval_residual_policy_residual": 584,
|
| 13185 |
+
"retrieval_residual_residual_near_miss": 277,
|
| 13186 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 230,
|
| 13187 |
+
"retrieval_residual_residual_no_op": 249,
|
| 13188 |
+
"retrieval_residual_residual_wrong_gripper": 385
|
| 13189 |
+
},
|
| 13190 |
+
"selected_residual_scale_counts": {
|
| 13191 |
+
"0.35": 1010,
|
| 13192 |
+
"0.4": 189,
|
| 13193 |
+
"0.45": 526
|
| 13194 |
+
},
|
| 13195 |
+
"selected_type_outcomes": {
|
| 13196 |
+
"retrieval_residual_policy_residual": {
|
| 13197 |
+
"count": 584.0,
|
| 13198 |
+
"mean_progress": 0.5373461956767467,
|
| 13199 |
+
"success_rate": 0.2910958904109589
|
| 13200 |
+
},
|
| 13201 |
+
"retrieval_residual_residual_near_miss": {
|
| 13202 |
+
"count": 277.0,
|
| 13203 |
+
"mean_progress": 0.725734414046386,
|
| 13204 |
+
"success_rate": 0.5342960288808665
|
| 13205 |
+
},
|
| 13206 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 13207 |
+
"count": 230.0,
|
| 13208 |
+
"mean_progress": 0.7039336256844841,
|
| 13209 |
+
"success_rate": 0.508695652173913
|
| 13210 |
+
},
|
| 13211 |
+
"retrieval_residual_residual_no_op": {
|
| 13212 |
+
"count": 249.0,
|
| 13213 |
+
"mean_progress": 0.5242827954681274,
|
| 13214 |
+
"success_rate": 0.30120481927710846
|
| 13215 |
+
},
|
| 13216 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 13217 |
+
"count": 385.0,
|
| 13218 |
+
"mean_progress": 0.5340904980873713,
|
| 13219 |
+
"success_rate": 0.34025974025974026
|
| 13220 |
+
}
|
| 13221 |
+
},
|
| 13222 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw4p0_summary.json",
|
| 13223 |
+
"std_success": 0.00957838356049757
|
| 13224 |
},
|
| 13225 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_oraclecal_train800_k4_r0025_t0025": {
|
| 13226 |
"ci95_success": 0.044132081897821224,
|
|
|
|
| 13606 |
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_oraclecal_train800_k4_type005_summary.json",
|
| 13607 |
"std_success": 0.017764119937442965
|
| 13608 |
},
|
| 13609 |
+
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw1p0": {
|
| 13610 |
+
"ci95_success": 0.027777495713921813,
|
| 13611 |
+
"headline_ci95_success": 0.027777495713921813,
|
| 13612 |
+
"headline_metric": "mean_success",
|
| 13613 |
+
"headline_metric_label": "deployment",
|
| 13614 |
+
"headline_std_success": 0.011181044360571532,
|
| 13615 |
+
"headline_success": 0.383768115942029,
|
| 13616 |
+
"label": "Generator V1 positive tangents, policy anchor, advantage weight 1.0",
|
| 13617 |
+
"mean_action_mse_to_best": 0.51405627095154,
|
| 13618 |
+
"mean_progress": 0.5947921582106231,
|
| 13619 |
+
"mean_success": 0.383768115942029,
|
| 13620 |
+
"num_completed": 3,
|
| 13621 |
+
"per_task_success": {
|
| 13622 |
+
"LiftPegUpright-v1": {
|
| 13623 |
+
"mean_num_groups": 102.0,
|
| 13624 |
+
"mean_success": 0.2698665217082789,
|
| 13625 |
+
"std_success": 0.07386345661678752
|
| 13626 |
+
},
|
| 13627 |
+
"PickCube-v1": {
|
| 13628 |
+
"mean_num_groups": 196.66666666666666,
|
| 13629 |
+
"mean_success": 0.3328336317466753,
|
| 13630 |
+
"std_success": 0.02615614287621478
|
| 13631 |
+
},
|
| 13632 |
+
"PullCube-v1": {
|
| 13633 |
+
"mean_num_groups": 81.0,
|
| 13634 |
+
"mean_success": 0.2636996531733374,
|
| 13635 |
+
"std_success": 0.031723566913421014
|
| 13636 |
+
},
|
| 13637 |
+
"PushCube-v1": {
|
| 13638 |
+
"mean_num_groups": 102.0,
|
| 13639 |
+
"mean_success": 0.8178837147659562,
|
| 13640 |
+
"std_success": 0.054232113490929594
|
| 13641 |
+
},
|
| 13642 |
+
"StackCube-v1": {
|
| 13643 |
+
"mean_num_groups": 93.33333333333333,
|
| 13644 |
+
"mean_success": 0.2412328412328412,
|
| 13645 |
+
"std_success": 0.04734003304852265
|
| 13646 |
+
}
|
| 13647 |
+
},
|
| 13648 |
+
"seed_action_mse_to_best": {
|
| 13649 |
+
"0": 0.5013779968104285,
|
| 13650 |
+
"1": 0.5149549319684181,
|
| 13651 |
+
"2": 0.5258358840757738
|
| 13652 |
+
},
|
| 13653 |
+
"seed_progress": {
|
| 13654 |
+
"0": 0.584225173432218,
|
| 13655 |
+
"1": 0.5895823166373632,
|
| 13656 |
+
"2": 0.6105689845622881
|
| 13657 |
+
},
|
| 13658 |
+
"seed_success": {
|
| 13659 |
+
"0": 0.3791304347826087,
|
| 13660 |
+
"1": 0.37565217391304345,
|
| 13661 |
+
"2": 0.39652173913043476
|
| 13662 |
+
},
|
| 13663 |
+
"selected_candidate_type_counts": {
|
| 13664 |
+
"retrieval_residual_policy_residual": 593,
|
| 13665 |
+
"retrieval_residual_residual_near_miss": 237,
|
| 13666 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 219,
|
| 13667 |
+
"retrieval_residual_residual_no_op": 254,
|
| 13668 |
+
"retrieval_residual_residual_wrong_gripper": 422
|
| 13669 |
+
},
|
| 13670 |
+
"selected_residual_scale_counts": {
|
| 13671 |
+
"0.35": 992,
|
| 13672 |
+
"0.4": 204,
|
| 13673 |
+
"0.45": 529
|
| 13674 |
+
},
|
| 13675 |
+
"selected_type_outcomes": {
|
| 13676 |
+
"retrieval_residual_policy_residual": {
|
| 13677 |
+
"count": 593.0,
|
| 13678 |
+
"mean_progress": 0.5434360912911481,
|
| 13679 |
+
"success_rate": 0.2917369308600337
|
| 13680 |
+
},
|
| 13681 |
+
"retrieval_residual_residual_near_miss": {
|
| 13682 |
+
"count": 237.0,
|
| 13683 |
+
"mean_progress": 0.752326833964463,
|
| 13684 |
+
"success_rate": 0.5822784810126582
|
| 13685 |
+
},
|
| 13686 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 13687 |
+
"count": 219.0,
|
| 13688 |
+
"mean_progress": 0.7189138394325427,
|
| 13689 |
+
"success_rate": 0.5296803652968036
|
| 13690 |
+
},
|
| 13691 |
+
"retrieval_residual_residual_no_op": {
|
| 13692 |
+
"count": 254.0,
|
| 13693 |
+
"mean_progress": 0.5431713150542845,
|
| 13694 |
+
"success_rate": 0.3543307086614173
|
| 13695 |
+
},
|
| 13696 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 13697 |
+
"count": 422.0,
|
| 13698 |
+
"mean_progress": 0.5451416262288653,
|
| 13699 |
+
"success_rate": 0.34360189573459715
|
| 13700 |
+
}
|
| 13701 |
+
},
|
| 13702 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw1p0_summary.json",
|
| 13703 |
+
"std_success": 0.011181044360571532
|
| 13704 |
+
},
|
| 13705 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0": {
|
| 13706 |
+
"ci95_success": 0.032999037366698375,
|
| 13707 |
+
"headline_ci95_success": 0.032999037366698375,
|
| 13708 |
"headline_metric": "mean_success",
|
| 13709 |
"headline_metric_label": "deployment",
|
| 13710 |
+
"headline_std_success": 0.013282828101321283,
|
| 13711 |
+
"headline_success": 0.3768115942028985,
|
| 13712 |
"label": "Generator V1 positive tangents, policy anchor, advantage weight 2.0",
|
| 13713 |
+
"mean_action_mse_to_best": 0.5143569296768502,
|
| 13714 |
+
"mean_progress": 0.5894178291635194,
|
| 13715 |
+
"mean_success": 0.3768115942028985,
|
| 13716 |
+
"num_completed": 3,
|
| 13717 |
+
"per_task_success": {
|
| 13718 |
+
"LiftPegUpright-v1": {
|
| 13719 |
+
"mean_num_groups": 102.0,
|
| 13720 |
+
"mean_success": 0.26639429948605664,
|
| 13721 |
+
"std_success": 0.06792534648331451
|
| 13722 |
+
},
|
| 13723 |
+
"PickCube-v1": {
|
| 13724 |
+
"mean_num_groups": 196.66666666666666,
|
| 13725 |
+
"mean_success": 0.3274931590148981,
|
| 13726 |
+
"std_success": 0.03420004779247759
|
| 13727 |
+
},
|
| 13728 |
+
"PullCube-v1": {
|
| 13729 |
+
"mean_num_groups": 81.0,
|
| 13730 |
+
"mean_success": 0.2500303789777474,
|
| 13731 |
+
"std_success": 0.023077786338402385
|
| 13732 |
+
},
|
| 13733 |
+
"PushCube-v1": {
|
| 13734 |
+
"mean_num_groups": 102.0,
|
| 13735 |
+
"mean_success": 0.8146349425051763,
|
| 13736 |
+
"std_success": 0.06171557177404845
|
| 13737 |
+
},
|
| 13738 |
+
"StackCube-v1": {
|
| 13739 |
+
"mean_num_groups": 93.33333333333333,
|
| 13740 |
+
"mean_success": 0.22687682687682686,
|
| 13741 |
+
"std_success": 0.04846784140995916
|
| 13742 |
+
}
|
| 13743 |
+
},
|
| 13744 |
+
"seed_action_mse_to_best": {
|
| 13745 |
+
"0": 0.5005510983859067,
|
| 13746 |
+
"1": 0.5151173928242339,
|
| 13747 |
+
"2": 0.52740229782041
|
| 13748 |
+
},
|
| 13749 |
+
"seed_progress": {
|
| 13750 |
+
"0": 0.5787463493072985,
|
| 13751 |
+
"1": 0.582736657930781,
|
| 13752 |
+
"2": 0.6067704802524785
|
| 13753 |
+
},
|
| 13754 |
+
"seed_success": {
|
| 13755 |
+
"0": 0.3739130434782609,
|
| 13756 |
+
"1": 0.3652173913043478,
|
| 13757 |
+
"2": 0.391304347826087
|
| 13758 |
+
},
|
| 13759 |
+
"selected_candidate_type_counts": {
|
| 13760 |
+
"retrieval_residual_policy_residual": 584,
|
| 13761 |
+
"retrieval_residual_residual_near_miss": 269,
|
| 13762 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 227,
|
| 13763 |
+
"retrieval_residual_residual_no_op": 252,
|
| 13764 |
+
"retrieval_residual_residual_wrong_gripper": 393
|
| 13765 |
+
},
|
| 13766 |
+
"selected_residual_scale_counts": {
|
| 13767 |
+
"0.35": 1007,
|
| 13768 |
+
"0.4": 191,
|
| 13769 |
+
"0.45": 527
|
| 13770 |
+
},
|
| 13771 |
+
"selected_type_outcomes": {
|
| 13772 |
+
"retrieval_residual_policy_residual": {
|
| 13773 |
+
"count": 584.0,
|
| 13774 |
+
"mean_progress": 0.5396331625987381,
|
| 13775 |
+
"success_rate": 0.2910958904109589
|
| 13776 |
+
},
|
| 13777 |
+
"retrieval_residual_residual_near_miss": {
|
| 13778 |
+
"count": 269.0,
|
| 13779 |
+
"mean_progress": 0.7359185712931324,
|
| 13780 |
+
"success_rate": 0.550185873605948
|
| 13781 |
+
},
|
| 13782 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 13783 |
+
"count": 227.0,
|
| 13784 |
+
"mean_progress": 0.7157547649340745,
|
| 13785 |
+
"success_rate": 0.5330396475770925
|
| 13786 |
+
},
|
| 13787 |
+
"retrieval_residual_residual_no_op": {
|
| 13788 |
+
"count": 252.0,
|
| 13789 |
+
"mean_progress": 0.5248836046774823,
|
| 13790 |
+
"success_rate": 0.31746031746031744
|
| 13791 |
+
},
|
| 13792 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 13793 |
+
"count": 393.0,
|
| 13794 |
+
"mean_progress": 0.5315289889384089,
|
| 13795 |
+
"success_rate": 0.3333333333333333
|
| 13796 |
+
}
|
| 13797 |
+
},
|
| 13798 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json",
|
| 13799 |
+
"std_success": 0.013282828101321283
|
| 13800 |
+
},
|
| 13801 |
+
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0": {
|
| 13802 |
+
"ci95_success": 0.04778760648872724,
|
| 13803 |
+
"headline_ci95_success": 0.04778760648872724,
|
| 13804 |
+
"headline_metric": "mean_success",
|
| 13805 |
+
"headline_metric_label": "deployment",
|
| 13806 |
+
"headline_std_success": 0.019235547852796592,
|
| 13807 |
+
"headline_success": 0.36927536231884056,
|
| 13808 |
+
"label": "Generator V1 positive tangents, policy anchor, source advantage gate >= 0.0",
|
| 13809 |
+
"mean_action_mse_to_best": 0.45602177684910705,
|
| 13810 |
+
"mean_progress": 0.5815420930200059,
|
| 13811 |
+
"mean_success": 0.36927536231884056,
|
| 13812 |
+
"num_completed": 3,
|
| 13813 |
+
"per_task_success": {
|
| 13814 |
+
"LiftPegUpright-v1": {
|
| 13815 |
+
"mean_num_groups": 102.0,
|
| 13816 |
+
"mean_success": 0.26639429948605664,
|
| 13817 |
+
"std_success": 0.06792534648331451
|
| 13818 |
+
},
|
| 13819 |
+
"PickCube-v1": {
|
| 13820 |
+
"mean_num_groups": 196.66666666666666,
|
| 13821 |
+
"mean_success": 0.32465893607197954,
|
| 13822 |
+
"std_success": 0.018763488756388967
|
| 13823 |
+
},
|
| 13824 |
+
"PullCube-v1": {
|
| 13825 |
+
"mean_num_groups": 81.0,
|
| 13826 |
+
"mean_success": 0.23624718361560468,
|
| 13827 |
+
"std_success": 0.04766015797840824
|
| 13828 |
+
},
|
| 13829 |
+
"PushCube-v1": {
|
| 13830 |
+
"mean_num_groups": 102.0,
|
| 13831 |
+
"mean_success": 0.8055743757239439,
|
| 13832 |
+
"std_success": 0.04486214967261923
|
| 13833 |
+
},
|
| 13834 |
+
"StackCube-v1": {
|
| 13835 |
+
"mean_num_groups": 93.33333333333333,
|
| 13836 |
+
"mean_success": 0.2081844081844082,
|
| 13837 |
+
"std_success": 0.07436028694013369
|
| 13838 |
+
}
|
| 13839 |
+
},
|
| 13840 |
+
"seed_action_mse_to_best": {
|
| 13841 |
+
"0": 0.43498127313573726,
|
| 13842 |
+
"1": 0.4576410755636575,
|
| 13843 |
+
"2": 0.4754429818479263
|
| 13844 |
+
},
|
| 13845 |
+
"seed_progress": {
|
| 13846 |
+
"0": 0.5694765353704924,
|
| 13847 |
+
"1": 0.5735185124835824,
|
| 13848 |
+
"2": 0.6016312312059429
|
| 13849 |
+
},
|
| 13850 |
+
"seed_success": {
|
| 13851 |
+
"0": 0.36695652173913046,
|
| 13852 |
+
"1": 0.35130434782608694,
|
| 13853 |
+
"2": 0.38956521739130434
|
| 13854 |
+
},
|
| 13855 |
+
"selected_candidate_type_counts": {
|
| 13856 |
+
"retrieval_residual_policy_residual": 819,
|
| 13857 |
+
"retrieval_residual_residual_near_miss": 479,
|
| 13858 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 80,
|
| 13859 |
+
"retrieval_residual_residual_no_op": 174,
|
| 13860 |
+
"retrieval_residual_residual_no_op+residual_near_miss": 14,
|
| 13861 |
+
"retrieval_residual_residual_wrong_gripper": 143,
|
| 13862 |
+
"retrieval_residual_residual_wrong_gripper+residual_near_miss": 4,
|
| 13863 |
+
"retrieval_residual_residual_wrong_gripper+residual_no_op": 12
|
| 13864 |
+
},
|
| 13865 |
+
"selected_residual_scale_counts": {
|
| 13866 |
+
"0.35": 1208,
|
| 13867 |
+
"0.4": 97,
|
| 13868 |
+
"0.45": 420
|
| 13869 |
+
},
|
| 13870 |
+
"selected_type_outcomes": {
|
| 13871 |
+
"retrieval_residual_policy_residual": {
|
| 13872 |
+
"count": 819.0,
|
| 13873 |
+
"mean_progress": 0.5104973517751755,
|
| 13874 |
+
"success_rate": 0.2857142857142857
|
| 13875 |
+
},
|
| 13876 |
+
"retrieval_residual_residual_near_miss": {
|
| 13877 |
+
"count": 479.0,
|
| 13878 |
+
"mean_progress": 0.6349816032148711,
|
| 13879 |
+
"success_rate": 0.4154488517745303
|
| 13880 |
+
},
|
| 13881 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 13882 |
+
"count": 80.0,
|
| 13883 |
+
"mean_progress": 0.8649393017403781,
|
| 13884 |
+
"success_rate": 0.8
|
| 13885 |
+
},
|
| 13886 |
+
"retrieval_residual_residual_no_op": {
|
| 13887 |
+
"count": 174.0,
|
| 13888 |
+
"mean_progress": 0.6662687381793713,
|
| 13889 |
+
"success_rate": 0.42528735632183906
|
| 13890 |
+
},
|
| 13891 |
+
"retrieval_residual_residual_no_op+residual_near_miss": {
|
| 13892 |
+
"count": 14.0,
|
| 13893 |
+
"mean_progress": 0.7973395671163287,
|
| 13894 |
+
"success_rate": 0.5
|
| 13895 |
+
},
|
| 13896 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 13897 |
+
"count": 143.0,
|
| 13898 |
+
"mean_progress": 0.5357520567809156,
|
| 13899 |
+
"success_rate": 0.3776223776223776
|
| 13900 |
+
},
|
| 13901 |
+
"retrieval_residual_residual_wrong_gripper+residual_near_miss": {
|
| 13902 |
+
"count": 4.0,
|
| 13903 |
+
"mean_progress": 0.5595042705535889,
|
| 13904 |
+
"success_rate": 0.25
|
| 13905 |
+
},
|
| 13906 |
+
"retrieval_residual_residual_wrong_gripper+residual_no_op": {
|
| 13907 |
+
"count": 12.0,
|
| 13908 |
+
"mean_progress": 0.48061430764695007,
|
| 13909 |
+
"success_rate": 0.3333333333333333
|
| 13910 |
+
}
|
| 13911 |
+
},
|
| 13912 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0_summary.json",
|
| 13913 |
+
"std_success": 0.019235547852796592
|
| 13914 |
+
},
|
| 13915 |
+
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0_oraclek8": {
|
| 13916 |
+
"headline_metric": "mean_candidate_oracle_success_rate",
|
| 13917 |
+
"headline_metric_label": "candidate-oracle",
|
| 13918 |
+
"label": "Generator V1 policy-anchor advantage weight 2.0, candidate-oracle K8",
|
| 13919 |
"missing": true,
|
| 13920 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_oraclek8_summary.json"
|
| 13921 |
+
},
|
| 13922 |
+
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw4p0": {
|
| 13923 |
+
"ci95_success": 0.023795944253316624,
|
| 13924 |
+
"headline_ci95_success": 0.023795944253316624,
|
| 13925 |
+
"headline_metric": "mean_success",
|
| 13926 |
+
"headline_metric_label": "deployment",
|
| 13927 |
+
"headline_std_success": 0.00957838356049757,
|
| 13928 |
+
"headline_success": 0.3715942028985508,
|
| 13929 |
+
"label": "Generator V1 positive tangents, policy anchor, advantage weight 4.0",
|
| 13930 |
+
"mean_action_mse_to_best": 0.5142619989150999,
|
| 13931 |
+
"mean_progress": 0.5871968711354795,
|
| 13932 |
+
"mean_success": 0.3715942028985508,
|
| 13933 |
+
"num_completed": 3,
|
| 13934 |
+
"per_task_success": {
|
| 13935 |
+
"LiftPegUpright-v1": {
|
| 13936 |
+
"mean_num_groups": 102.0,
|
| 13937 |
+
"mean_success": 0.2629578733692181,
|
| 13938 |
+
"std_success": 0.07185893911242767
|
| 13939 |
+
},
|
| 13940 |
+
"PickCube-v1": {
|
| 13941 |
+
"mean_num_groups": 196.66666666666666,
|
| 13942 |
+
"mean_success": 0.325890594912334,
|
| 13943 |
+
"std_success": 0.0315464330915602
|
| 13944 |
+
},
|
| 13945 |
+
"PullCube-v1": {
|
| 13946 |
+
"mean_num_groups": 81.0,
|
| 13947 |
+
"mean_success": 0.238350927824612,
|
| 13948 |
+
"std_success": 0.005496676719939777
|
| 13949 |
+
},
|
| 13950 |
+
"PushCube-v1": {
|
| 13951 |
+
"mean_num_groups": 102.0,
|
| 13952 |
+
"mean_success": 0.811334612472173,
|
| 13953 |
+
"std_success": 0.058125770572001835
|
| 13954 |
+
},
|
| 13955 |
+
"StackCube-v1": {
|
| 13956 |
+
"mean_num_groups": 93.33333333333333,
|
| 13957 |
+
"mean_success": 0.2161024161024161,
|
| 13958 |
+
"std_success": 0.0500502261749912
|
| 13959 |
+
}
|
| 13960 |
+
},
|
| 13961 |
+
"seed_action_mse_to_best": {
|
| 13962 |
+
"0": 0.4974852632974153,
|
| 13963 |
+
"1": 0.5146053172963793,
|
| 13964 |
+
"2": 0.5306954161515054
|
| 13965 |
+
},
|
| 13966 |
+
"seed_progress": {
|
| 13967 |
+
"0": 0.576676478124632,
|
| 13968 |
+
"1": 0.5834855123139594,
|
| 13969 |
+
"2": 0.601428622967847
|
| 13970 |
+
},
|
| 13971 |
+
"seed_success": {
|
| 13972 |
+
"0": 0.3652173913043478,
|
| 13973 |
+
"1": 0.36695652173913046,
|
| 13974 |
+
"2": 0.3826086956521739
|
| 13975 |
+
},
|
| 13976 |
+
"selected_candidate_type_counts": {
|
| 13977 |
+
"retrieval_residual_policy_residual": 584,
|
| 13978 |
+
"retrieval_residual_residual_near_miss": 277,
|
| 13979 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 230,
|
| 13980 |
+
"retrieval_residual_residual_no_op": 249,
|
| 13981 |
+
"retrieval_residual_residual_wrong_gripper": 385
|
| 13982 |
+
},
|
| 13983 |
+
"selected_residual_scale_counts": {
|
| 13984 |
+
"0.35": 1010,
|
| 13985 |
+
"0.4": 189,
|
| 13986 |
+
"0.45": 526
|
| 13987 |
+
},
|
| 13988 |
+
"selected_type_outcomes": {
|
| 13989 |
+
"retrieval_residual_policy_residual": {
|
| 13990 |
+
"count": 584.0,
|
| 13991 |
+
"mean_progress": 0.5373461956767467,
|
| 13992 |
+
"success_rate": 0.2910958904109589
|
| 13993 |
+
},
|
| 13994 |
+
"retrieval_residual_residual_near_miss": {
|
| 13995 |
+
"count": 277.0,
|
| 13996 |
+
"mean_progress": 0.725734414046386,
|
| 13997 |
+
"success_rate": 0.5342960288808665
|
| 13998 |
+
},
|
| 13999 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 14000 |
+
"count": 230.0,
|
| 14001 |
+
"mean_progress": 0.7039336256844841,
|
| 14002 |
+
"success_rate": 0.508695652173913
|
| 14003 |
+
},
|
| 14004 |
+
"retrieval_residual_residual_no_op": {
|
| 14005 |
+
"count": 249.0,
|
| 14006 |
+
"mean_progress": 0.5242827954681274,
|
| 14007 |
+
"success_rate": 0.30120481927710846
|
| 14008 |
+
},
|
| 14009 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 14010 |
+
"count": 385.0,
|
| 14011 |
+
"mean_progress": 0.5340904980873713,
|
| 14012 |
+
"success_rate": 0.34025974025974026
|
| 14013 |
+
}
|
| 14014 |
+
},
|
| 14015 |
+
"source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw4p0_summary.json",
|
| 14016 |
+
"std_success": 0.00957838356049757
|
| 14017 |
},
|
| 14018 |
"transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025": {
|
| 14019 |
"ci95_success": 0.043707043917985716,
|
workspace/results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-07-
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
@@ -72,9 +72,18 @@ Generated: `2026-07-02T18:32:12+00:00`
|
|
| 72 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrel | K6-matched transported residual field re-grounding, source-score 0.01, task-relative retrieval chart | 3 | deployment | 37.22% +/- 1.66 | 37.22% | +/- 4.12 | 58.49% | 0.512 | +7.48 pp |
|
| 73 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrelz | K6-matched transported residual field re-grounding, source-score 0.01, task-relative z-score retrieval chart | 3 | deployment | 36.99% +/- 2.02 | 36.99% | +/- 5.01 | 58.49% | 0.511 | +7.25 pp |
|
| 74 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005 | K6-matched transported residual field re-grounding, task-conditioned source-score prior | 3 | deployment | 38.90% +/- 1.86 | 38.90% | +/- 4.62 | 59.96% | 0.513 | +9.16 pp |
|
| 75 |
-
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0 |
|
| 76 |
-
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0 |
|
| 77 |
-
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0 | Generator V1 positive tangents, policy anchor, advantage weight 2.0 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 78 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025 | 3 | deployment | 38.84% +/- 1.76 | 38.84% | +/- 4.37 | 59.94% | 0.513 | +9.10 pp |
|
| 79 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale005 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.05 | 3 | deployment | 38.78% +/- 1.66 | 38.78% | +/- 4.12 | 59.89% | 0.513 | +9.04 pp |
|
| 80 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale010 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.10 | 3 | deployment | 38.67% +/- 1.62 | 38.67% | +/- 4.01 | 59.82% | 0.513 | +8.93 pp |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-07-02T19:30:26+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 72 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrel | K6-matched transported residual field re-grounding, source-score 0.01, task-relative retrieval chart | 3 | deployment | 37.22% +/- 1.66 | 37.22% | +/- 4.12 | 58.49% | 0.512 | +7.48 pp |
|
| 73 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrelz | K6-matched transported residual field re-grounding, source-score 0.01, task-relative z-score retrieval chart | 3 | deployment | 36.99% +/- 2.02 | 36.99% | +/- 5.01 | 58.49% | 0.511 | +7.25 pp |
|
| 74 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005 | K6-matched transported residual field re-grounding, task-conditioned source-score prior | 3 | deployment | 38.90% +/- 1.86 | 38.90% | +/- 4.62 | 59.96% | 0.513 | +9.16 pp |
|
| 75 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0 | 3 | deployment | 38.38% +/- 1.12 | 38.38% | +/- 2.78 | 59.48% | 0.514 | +8.64 pp |
|
| 76 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0 | 3 | deployment | 37.68% +/- 1.33 | 37.68% | +/- 3.30 | 58.94% | 0.514 | +7.94 pp |
|
| 77 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0 | Generator V1 positive tangents, policy anchor, advantage weight 2.0 | 3 | deployment | 37.68% +/- 1.33 | 37.68% | +/- 3.30 | 58.94% | 0.514 | +7.94 pp |
|
| 78 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0_gate0 | Generator V1 utility-weighted tangents, expert anchor, source advantage gate >= 0.0 | 3 | deployment | 36.93% +/- 1.92 | 36.93% | +/- 4.78 | 58.15% | 0.456 | +7.19 pp |
|
| 79 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0 | Generator V1 positive tangents, policy anchor, source advantage gate >= 0.0 | 3 | deployment | 36.93% +/- 1.92 | 36.93% | +/- 4.78 | 58.15% | 0.456 | +7.19 pp |
|
| 80 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0_oraclek8 | Generator V1 expert-anchor advantage weight 1.0, candidate-oracle K8 | 0 | candidate-oracle | missing | missing | missing | missing | missing | missing |
|
| 81 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0_oraclek8 | Generator V1 expert-anchor advantage weight 2.0, candidate-oracle K8 | 0 | candidate-oracle | missing | missing | missing | missing | missing | missing |
|
| 82 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0_oraclek8 | Generator V1 policy-anchor advantage weight 2.0, candidate-oracle K8 | 0 | candidate-oracle | missing | missing | missing | missing | missing | missing |
|
| 83 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw0p5 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 0.5 | 3 | deployment | 38.72% +/- 1.74 | 38.72% | +/- 4.33 | 59.71% | 0.514 | +8.99 pp |
|
| 84 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw4p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 4.0 | 3 | deployment | 37.16% +/- 0.96 | 37.16% | +/- 2.38 | 58.72% | 0.514 | +7.42 pp |
|
| 85 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw1p0 | Generator V1 positive tangents, policy anchor, advantage weight 1.0 | 3 | deployment | 38.38% +/- 1.12 | 38.38% | +/- 2.78 | 59.48% | 0.514 | +8.64 pp |
|
| 86 |
+
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw4p0 | Generator V1 positive tangents, policy anchor, advantage weight 4.0 | 3 | deployment | 37.16% +/- 0.96 | 37.16% | +/- 2.38 | 58.72% | 0.514 | +7.42 pp |
|
| 87 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025 | 3 | deployment | 38.84% +/- 1.76 | 38.84% | +/- 4.37 | 59.94% | 0.513 | +9.10 pp |
|
| 88 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale005 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.05 | 3 | deployment | 38.78% +/- 1.66 | 38.78% | +/- 4.12 | 59.89% | 0.513 | +9.04 pp |
|
| 89 |
| transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale010 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.10 | 3 | deployment | 38.67% +/- 1.62 | 38.67% | +/- 4.01 | 59.82% | 0.513 | +8.93 pp |
|
workspace/results/v1_generator_decision.json
ADDED
|
@@ -0,0 +1,68 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"generated_utc": "2026-07-02T19:13:00.427335+00:00",
|
| 3 |
+
"round": 0,
|
| 4 |
+
"baseline_success": 0.3889855072463768,
|
| 5 |
+
"complete": true,
|
| 6 |
+
"summaries": [
|
| 7 |
+
{
|
| 8 |
+
"key": "advw1p0",
|
| 9 |
+
"label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
|
| 10 |
+
"num_completed": 3,
|
| 11 |
+
"mean_success": 0.383768115942029,
|
| 12 |
+
"delta_vs_baseline": -0.00521739130434784,
|
| 13 |
+
"summary_path": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.json"
|
| 14 |
+
},
|
| 15 |
+
{
|
| 16 |
+
"key": "advw2p0",
|
| 17 |
+
"label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0",
|
| 18 |
+
"num_completed": 3,
|
| 19 |
+
"mean_success": 0.37681159420289856,
|
| 20 |
+
"delta_vs_baseline": -0.012173913043478257,
|
| 21 |
+
"summary_path": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_summary.json"
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"key": "policyanchor_advw2p0",
|
| 25 |
+
"label": "Generator V1 positive tangents, policy anchor, advantage weight 2.0",
|
| 26 |
+
"num_completed": 3,
|
| 27 |
+
"mean_success": 0.37681159420289856,
|
| 28 |
+
"delta_vs_baseline": -0.012173913043478257,
|
| 29 |
+
"summary_path": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json"
|
| 30 |
+
}
|
| 31 |
+
],
|
| 32 |
+
"best_key": "advw1p0",
|
| 33 |
+
"best_success": 0.383768115942029,
|
| 34 |
+
"best_delta_vs_baseline": -0.00521739130434784,
|
| 35 |
+
"recommendation": "submit_wider_advantage_weight_support_sweep",
|
| 36 |
+
"submitted": [
|
| 37 |
+
{
|
| 38 |
+
"key": "advw0p5",
|
| 39 |
+
"eval_job": "15069074",
|
| 40 |
+
"summary_job": "15069075"
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"key": "advw4p0",
|
| 44 |
+
"eval_job": "15069076",
|
| 45 |
+
"summary_job": "15069077"
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"key": "policyanchor_advw1p0",
|
| 49 |
+
"eval_job": "15069078",
|
| 50 |
+
"summary_job": "15069079"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"key": "policyanchor_advw4p0",
|
| 54 |
+
"eval_job": "15069080",
|
| 55 |
+
"summary_job": "15069081"
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"key": "advw2p0_gate0",
|
| 59 |
+
"eval_job": "15069082",
|
| 60 |
+
"summary_job": "15069083"
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"key": "policyanchor_advw2p0_gate0",
|
| 64 |
+
"eval_job": "15069084",
|
| 65 |
+
"summary_job": "15069085"
|
| 66 |
+
}
|
| 67 |
+
]
|
| 68 |
+
}
|
workspace/results/v1_generator_decision.md
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generator V1 Decision
|
| 2 |
+
|
| 3 |
+
Generated: `2026-07-02T19:13:00.427335+00:00`
|
| 4 |
+
Baseline clean success: 38.90%
|
| 5 |
+
Recommendation: `submit_wider_advantage_weight_support_sweep`
|
| 6 |
+
|
| 7 |
+
| key | completed | success | delta |
|
| 8 |
+
|---|---:|---:|---:|
|
| 9 |
+
| advw1p0 | 3 | 38.38% | -0.52% |
|
| 10 |
+
| advw2p0 | 3 | 37.68% | -1.22% |
|
| 11 |
+
| policyanchor_advw2p0 | 3 | 37.68% | -1.22% |
|
| 12 |
+
|
| 13 |
+
Submitted follow-up jobs:
|
| 14 |
+
|
| 15 |
+
- `advw0p5`: eval `15069074`, summary `15069075`
|
| 16 |
+
- `advw4p0`: eval `15069076`, summary `15069077`
|
| 17 |
+
- `policyanchor_advw1p0`: eval `15069078`, summary `15069079`
|
| 18 |
+
- `policyanchor_advw4p0`: eval `15069080`, summary `15069081`
|
| 19 |
+
- `advw2p0_gate0`: eval `15069082`, summary `15069083`
|
| 20 |
+
- `policyanchor_advw2p0_gate0`: eval `15069084`, summary `15069085`
|
workspace/scripts/advance_v1_generator.py
ADDED
|
@@ -0,0 +1,665 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/usr/bin/env python3
|
| 2 |
+
from __future__ import annotations
|
| 3 |
+
|
| 4 |
+
import argparse
|
| 5 |
+
import json
|
| 6 |
+
import math
|
| 7 |
+
import os
|
| 8 |
+
import statistics
|
| 9 |
+
import subprocess
|
| 10 |
+
from collections import Counter
|
| 11 |
+
from dataclasses import dataclass
|
| 12 |
+
from datetime import datetime, timezone
|
| 13 |
+
from pathlib import Path
|
| 14 |
+
from typing import Any
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
DEFAULT_OBJECTIVE = "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1"
|
| 18 |
+
BEST_CLEAN_SUMMARY = (
|
| 19 |
+
"h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 20 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json"
|
| 21 |
+
)
|
| 22 |
+
BEST_CLEAN_SUCCESS = 0.3889855072463768
|
| 23 |
+
SOURCE_SCORE_MAP = "manifests/source_score_bonus_pick001_stack005.json"
|
| 24 |
+
DATASET = "/scratch/{user}/dovla/experiments/six_task_h16_collection"
|
| 25 |
+
RUN_ROOT = "/scratch/{user}/dovla/experiments/dovla_h16_policy_ckpt_runs"
|
| 26 |
+
EXCLUDE_TYPES = (
|
| 27 |
+
"residual_random_negative:"
|
| 28 |
+
"residual_wrong_direction:"
|
| 29 |
+
"residual_near_miss+residual_no_op:"
|
| 30 |
+
"residual_no_op+residual_wrong_gripper"
|
| 31 |
+
)
|
| 32 |
+
|
| 33 |
+
|
| 34 |
+
@dataclass(frozen=True)
|
| 35 |
+
class V1Config:
|
| 36 |
+
key: str
|
| 37 |
+
label: str
|
| 38 |
+
out_name: str
|
| 39 |
+
summary_tag: str
|
| 40 |
+
anchor: str
|
| 41 |
+
advantage_weight: float
|
| 42 |
+
min_source_advantage: float = -1.0e9
|
| 43 |
+
candidate_oracle_rollouts: int = 0
|
| 44 |
+
|
| 45 |
+
|
| 46 |
+
INITIAL_CONFIGS = (
|
| 47 |
+
V1Config(
|
| 48 |
+
key="advw1p0",
|
| 49 |
+
label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
|
| 50 |
+
out_name=(
|
| 51 |
+
"policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 52 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0.json"
|
| 53 |
+
),
|
| 54 |
+
summary_tag=(
|
| 55 |
+
"transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 56 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0"
|
| 57 |
+
),
|
| 58 |
+
anchor="expert",
|
| 59 |
+
advantage_weight=1.0,
|
| 60 |
+
),
|
| 61 |
+
V1Config(
|
| 62 |
+
key="advw2p0",
|
| 63 |
+
label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0",
|
| 64 |
+
out_name=(
|
| 65 |
+
"policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 66 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0.json"
|
| 67 |
+
),
|
| 68 |
+
summary_tag=(
|
| 69 |
+
"transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 70 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0"
|
| 71 |
+
),
|
| 72 |
+
anchor="expert",
|
| 73 |
+
advantage_weight=2.0,
|
| 74 |
+
),
|
| 75 |
+
V1Config(
|
| 76 |
+
key="policyanchor_advw2p0",
|
| 77 |
+
label="Generator V1 positive tangents, policy anchor, advantage weight 2.0",
|
| 78 |
+
out_name=(
|
| 79 |
+
"policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 80 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0.json"
|
| 81 |
+
),
|
| 82 |
+
summary_tag=(
|
| 83 |
+
"transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 84 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0"
|
| 85 |
+
),
|
| 86 |
+
anchor="policy",
|
| 87 |
+
advantage_weight=2.0,
|
| 88 |
+
),
|
| 89 |
+
)
|
| 90 |
+
|
| 91 |
+
NEXT_SWEEP_CONFIGS = (
|
| 92 |
+
V1Config(
|
| 93 |
+
key="advw0p5",
|
| 94 |
+
label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 0.5",
|
| 95 |
+
out_name=(
|
| 96 |
+
"policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 97 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw0p5.json"
|
| 98 |
+
),
|
| 99 |
+
summary_tag=(
|
| 100 |
+
"transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 101 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw0p5"
|
| 102 |
+
),
|
| 103 |
+
anchor="expert",
|
| 104 |
+
advantage_weight=0.5,
|
| 105 |
+
),
|
| 106 |
+
V1Config(
|
| 107 |
+
key="advw4p0",
|
| 108 |
+
label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 4.0",
|
| 109 |
+
out_name=(
|
| 110 |
+
"policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 111 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw4p0.json"
|
| 112 |
+
),
|
| 113 |
+
summary_tag=(
|
| 114 |
+
"transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 115 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw4p0"
|
| 116 |
+
),
|
| 117 |
+
anchor="expert",
|
| 118 |
+
advantage_weight=4.0,
|
| 119 |
+
),
|
| 120 |
+
V1Config(
|
| 121 |
+
key="policyanchor_advw1p0",
|
| 122 |
+
label="Generator V1 positive tangents, policy anchor, advantage weight 1.0",
|
| 123 |
+
out_name=(
|
| 124 |
+
"policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 125 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw1p0.json"
|
| 126 |
+
),
|
| 127 |
+
summary_tag=(
|
| 128 |
+
"transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 129 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw1p0"
|
| 130 |
+
),
|
| 131 |
+
anchor="policy",
|
| 132 |
+
advantage_weight=1.0,
|
| 133 |
+
),
|
| 134 |
+
V1Config(
|
| 135 |
+
key="policyanchor_advw4p0",
|
| 136 |
+
label="Generator V1 positive tangents, policy anchor, advantage weight 4.0",
|
| 137 |
+
out_name=(
|
| 138 |
+
"policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 139 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw4p0.json"
|
| 140 |
+
),
|
| 141 |
+
summary_tag=(
|
| 142 |
+
"transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 143 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw4p0"
|
| 144 |
+
),
|
| 145 |
+
anchor="policy",
|
| 146 |
+
advantage_weight=4.0,
|
| 147 |
+
),
|
| 148 |
+
V1Config(
|
| 149 |
+
key="advw2p0_gate0",
|
| 150 |
+
label="Generator V1 utility-weighted tangents, expert anchor, positive-source gate",
|
| 151 |
+
out_name=(
|
| 152 |
+
"policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 153 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_gate0.json"
|
| 154 |
+
),
|
| 155 |
+
summary_tag=(
|
| 156 |
+
"transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 157 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_gate0"
|
| 158 |
+
),
|
| 159 |
+
anchor="expert",
|
| 160 |
+
advantage_weight=2.0,
|
| 161 |
+
min_source_advantage=0.0,
|
| 162 |
+
),
|
| 163 |
+
V1Config(
|
| 164 |
+
key="policyanchor_advw2p0_gate0",
|
| 165 |
+
label="Generator V1 positive tangents, policy anchor, positive-source gate",
|
| 166 |
+
out_name=(
|
| 167 |
+
"policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 168 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0.json"
|
| 169 |
+
),
|
| 170 |
+
summary_tag=(
|
| 171 |
+
"transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 172 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0"
|
| 173 |
+
),
|
| 174 |
+
anchor="policy",
|
| 175 |
+
advantage_weight=2.0,
|
| 176 |
+
min_source_advantage=0.0,
|
| 177 |
+
),
|
| 178 |
+
)
|
| 179 |
+
|
| 180 |
+
|
| 181 |
+
def main() -> int:
|
| 182 |
+
parser = argparse.ArgumentParser()
|
| 183 |
+
parser.add_argument("--project-dir", type=Path, default=Path.cwd())
|
| 184 |
+
parser.add_argument("--run-root", type=Path, default=None)
|
| 185 |
+
parser.add_argument("--dataset", type=Path, default=None)
|
| 186 |
+
parser.add_argument("--objective", default=DEFAULT_OBJECTIVE)
|
| 187 |
+
parser.add_argument("--results-dir", type=Path, default=Path("results"))
|
| 188 |
+
parser.add_argument("--submit-next", action="store_true")
|
| 189 |
+
parser.add_argument("--dry-run", action="store_true")
|
| 190 |
+
parser.add_argument("--round", type=int, default=int(os.environ.get("ADVANCE_ROUND", "0")))
|
| 191 |
+
args = parser.parse_args()
|
| 192 |
+
|
| 193 |
+
user = os.environ.get("USER", "knguy52")
|
| 194 |
+
run_root = args.run_root or Path(RUN_ROOT.format(user=user))
|
| 195 |
+
dataset = args.dataset or Path(DATASET.format(user=user))
|
| 196 |
+
project_dir = args.project_dir.resolve()
|
| 197 |
+
results_dir = args.results_dir
|
| 198 |
+
results_dir.mkdir(parents=True, exist_ok=True)
|
| 199 |
+
|
| 200 |
+
summaries = [
|
| 201 |
+
_summarize_config(config, run_root=run_root, objective=args.objective, results_dir=results_dir)
|
| 202 |
+
for config in INITIAL_CONFIGS
|
| 203 |
+
]
|
| 204 |
+
baseline_success = _baseline_success(results_dir)
|
| 205 |
+
complete = [item for item in summaries if item["num_completed"] == 3]
|
| 206 |
+
best = max(complete, key=lambda item: float(item["mean_success"]), default=None)
|
| 207 |
+
decision = _decision_payload(
|
| 208 |
+
summaries,
|
| 209 |
+
best=best,
|
| 210 |
+
baseline_success=baseline_success,
|
| 211 |
+
round_index=args.round,
|
| 212 |
+
)
|
| 213 |
+
decision_path = results_dir / "v1_generator_decision.json"
|
| 214 |
+
decision_md_path = results_dir / "v1_generator_decision.md"
|
| 215 |
+
decision_path.write_text(json.dumps(decision, indent=2))
|
| 216 |
+
decision_md_path.write_text(_render_decision_markdown(decision))
|
| 217 |
+
|
| 218 |
+
if complete:
|
| 219 |
+
_run_build_paper_analysis(project_dir, dry_run=args.dry_run)
|
| 220 |
+
|
| 221 |
+
if args.submit_next and not decision["complete"]:
|
| 222 |
+
submitted_missing = _maybe_resubmit_missing(
|
| 223 |
+
summaries,
|
| 224 |
+
INITIAL_CONFIGS,
|
| 225 |
+
project_dir=project_dir,
|
| 226 |
+
run_root=run_root,
|
| 227 |
+
dataset=dataset,
|
| 228 |
+
objective=args.objective,
|
| 229 |
+
dry_run=args.dry_run,
|
| 230 |
+
)
|
| 231 |
+
decision["submitted_missing"] = submitted_missing
|
| 232 |
+
decision_path.write_text(json.dumps(decision, indent=2))
|
| 233 |
+
decision_md_path.write_text(_render_decision_markdown(decision))
|
| 234 |
+
elif args.submit_next and complete:
|
| 235 |
+
submitted = _maybe_submit_next(
|
| 236 |
+
decision,
|
| 237 |
+
project_dir=project_dir,
|
| 238 |
+
run_root=run_root,
|
| 239 |
+
dataset=dataset,
|
| 240 |
+
objective=args.objective,
|
| 241 |
+
dry_run=args.dry_run,
|
| 242 |
+
)
|
| 243 |
+
decision["submitted"] = submitted
|
| 244 |
+
decision_path.write_text(json.dumps(decision, indent=2))
|
| 245 |
+
decision_md_path.write_text(_render_decision_markdown(decision))
|
| 246 |
+
|
| 247 |
+
print(json.dumps(decision, indent=2))
|
| 248 |
+
return 0
|
| 249 |
+
|
| 250 |
+
|
| 251 |
+
def _load_json(path: Path) -> dict[str, Any]:
|
| 252 |
+
return json.loads(path.read_text())
|
| 253 |
+
|
| 254 |
+
|
| 255 |
+
def _mean(values: list[float]) -> float:
|
| 256 |
+
return statistics.mean(values) if values else 0.0
|
| 257 |
+
|
| 258 |
+
|
| 259 |
+
def _std(values: list[float]) -> float:
|
| 260 |
+
return statistics.stdev(values) if len(values) > 1 else 0.0
|
| 261 |
+
|
| 262 |
+
|
| 263 |
+
def _baseline_success(results_dir: Path) -> float:
|
| 264 |
+
path = results_dir / BEST_CLEAN_SUMMARY
|
| 265 |
+
if path.exists():
|
| 266 |
+
value = _load_json(path).get("mean_success")
|
| 267 |
+
if isinstance(value, (int, float)) and math.isfinite(float(value)):
|
| 268 |
+
return float(value)
|
| 269 |
+
return BEST_CLEAN_SUCCESS
|
| 270 |
+
|
| 271 |
+
|
| 272 |
+
def _summarize_config(
|
| 273 |
+
config: V1Config,
|
| 274 |
+
*,
|
| 275 |
+
run_root: Path,
|
| 276 |
+
objective: str,
|
| 277 |
+
results_dir: Path,
|
| 278 |
+
) -> dict[str, Any]:
|
| 279 |
+
rows = []
|
| 280 |
+
base_dir = run_root / objective
|
| 281 |
+
for result_path in sorted(base_dir.glob(f"seed_*/{config.out_name}")):
|
| 282 |
+
raw = _load_json(result_path)
|
| 283 |
+
seed = int(result_path.parent.name.split("_")[-1])
|
| 284 |
+
selected_scale_counts = Counter(
|
| 285 |
+
str(row.get("selected_residual_scale"))
|
| 286 |
+
for row in raw.get("rows", [])
|
| 287 |
+
if row.get("selected_residual_scale") is not None
|
| 288 |
+
)
|
| 289 |
+
rows.append(
|
| 290 |
+
{
|
| 291 |
+
"seed": seed,
|
| 292 |
+
"path": str(result_path),
|
| 293 |
+
"num_groups": raw.get("num_groups", 0),
|
| 294 |
+
"selection_mode": raw.get("selection_mode"),
|
| 295 |
+
"num_candidates": raw.get("num_candidates"),
|
| 296 |
+
"candidate_sigma": raw.get("candidate_sigma", 0.0),
|
| 297 |
+
"selection_margin": raw.get("selection_margin", 0.0),
|
| 298 |
+
"retrieval_neighbors": raw.get("retrieval_neighbors", 0),
|
| 299 |
+
"retrieval_metric": raw.get("retrieval_metric", "none"),
|
| 300 |
+
"retrieval_residual_anchor": raw.get("retrieval_residual_anchor", "none"),
|
| 301 |
+
"retrieval_residual_direction": raw.get("retrieval_residual_direction", "none"),
|
| 302 |
+
"retrieval_residual_reduce": raw.get("retrieval_residual_reduce", "none"),
|
| 303 |
+
"retrieval_residual_scales": raw.get("retrieval_residual_scales", []),
|
| 304 |
+
"retrieval_residual_source_score_bonus_by_task": raw.get(
|
| 305 |
+
"retrieval_residual_source_score_bonus_by_task", {}
|
| 306 |
+
),
|
| 307 |
+
"retrieval_residual_source_advantage_weight_scale": raw.get(
|
| 308 |
+
"retrieval_residual_source_advantage_weight_scale", 0.0
|
| 309 |
+
),
|
| 310 |
+
"retrieval_residual_min_source_advantage": raw.get(
|
| 311 |
+
"retrieval_residual_min_source_advantage", -1.0e9
|
| 312 |
+
),
|
| 313 |
+
"lattice_exclude_types": raw.get("lattice_exclude_types", []),
|
| 314 |
+
"selected_residual_scale_counts": dict(selected_scale_counts),
|
| 315 |
+
"policy_rollout_success_rate": raw.get("policy_rollout_success_rate", 0.0),
|
| 316 |
+
"policy_rollout_progress": raw.get("policy_rollout_progress", 0.0),
|
| 317 |
+
"oracle_success_rate": raw.get("oracle_success_rate", 0.0),
|
| 318 |
+
"action_mse_to_best": raw.get("action_mse_to_best", 0.0),
|
| 319 |
+
"per_task": raw.get("per_task", {}),
|
| 320 |
+
}
|
| 321 |
+
)
|
| 322 |
+
successes = [float(row["policy_rollout_success_rate"]) for row in rows]
|
| 323 |
+
progresses = [float(row["policy_rollout_progress"]) for row in rows]
|
| 324 |
+
mses = [float(row["action_mse_to_best"]) for row in rows]
|
| 325 |
+
summary = {
|
| 326 |
+
"run_root": str(run_root),
|
| 327 |
+
"objective": objective,
|
| 328 |
+
"out_name": config.out_name,
|
| 329 |
+
"key": config.key,
|
| 330 |
+
"label": config.label,
|
| 331 |
+
"num_completed": len(rows),
|
| 332 |
+
"mean_success": _mean(successes),
|
| 333 |
+
"std_success": _std(successes),
|
| 334 |
+
"mean_progress": _mean(progresses),
|
| 335 |
+
"mean_action_mse_to_best": _mean(mses),
|
| 336 |
+
"rows": rows,
|
| 337 |
+
}
|
| 338 |
+
json_path = results_dir / f"h16_{config.summary_tag}_summary.json"
|
| 339 |
+
md_path = results_dir / f"h16_{config.summary_tag}_summary.md"
|
| 340 |
+
if len(rows) == 3:
|
| 341 |
+
json_path.write_text(json.dumps(summary, indent=2))
|
| 342 |
+
md_path.write_text(_render_summary_markdown(summary))
|
| 343 |
+
return summary | {"summary_path": str(json_path)}
|
| 344 |
+
|
| 345 |
+
|
| 346 |
+
def _render_summary_markdown(summary: dict[str, Any]) -> str:
|
| 347 |
+
lines = [
|
| 348 |
+
"# Generator V1 Rollout Summary",
|
| 349 |
+
"",
|
| 350 |
+
f"Objective: `{summary['objective']}`",
|
| 351 |
+
f"Result file: `{summary['out_name']}`",
|
| 352 |
+
f"Completed seeds: {summary['num_completed']}",
|
| 353 |
+
f"Mean success: {summary['mean_success']:.2%} +/- {summary['std_success']:.2%}",
|
| 354 |
+
f"Mean progress: {summary['mean_progress']:.2%}",
|
| 355 |
+
"",
|
| 356 |
+
"| seed | success | progress | mse | anchor | adv weight | min src adv | scales |",
|
| 357 |
+
"|---:|---:|---:|---:|---|---:|---|---|",
|
| 358 |
+
]
|
| 359 |
+
for row in summary["rows"]:
|
| 360 |
+
scales = ",".join(str(item) for item in row.get("retrieval_residual_scales", []))
|
| 361 |
+
lines.append(
|
| 362 |
+
"| {seed} | {success:.2%} | {progress:.2%} | {mse:.3f} | {anchor} | {weight:.2f} | {min_adv} | {scales} |".format(
|
| 363 |
+
seed=row["seed"],
|
| 364 |
+
success=row["policy_rollout_success_rate"],
|
| 365 |
+
progress=row["policy_rollout_progress"],
|
| 366 |
+
mse=row["action_mse_to_best"],
|
| 367 |
+
anchor=row.get("retrieval_residual_anchor", "none"),
|
| 368 |
+
weight=row.get("retrieval_residual_source_advantage_weight_scale", 0.0),
|
| 369 |
+
min_adv=_format_min_source_advantage(
|
| 370 |
+
row.get("retrieval_residual_min_source_advantage", -1.0e9)
|
| 371 |
+
),
|
| 372 |
+
scales=scales or "none",
|
| 373 |
+
)
|
| 374 |
+
)
|
| 375 |
+
return "\n".join(lines) + "\n"
|
| 376 |
+
|
| 377 |
+
|
| 378 |
+
def _format_min_source_advantage(value: Any) -> str:
|
| 379 |
+
try:
|
| 380 |
+
numeric = float(value)
|
| 381 |
+
except (TypeError, ValueError):
|
| 382 |
+
return "none"
|
| 383 |
+
if numeric <= -1.0e8:
|
| 384 |
+
return "none"
|
| 385 |
+
return f"{numeric:.2f}"
|
| 386 |
+
|
| 387 |
+
|
| 388 |
+
def _decision_payload(
|
| 389 |
+
summaries: list[dict[str, Any]],
|
| 390 |
+
*,
|
| 391 |
+
best: dict[str, Any] | None,
|
| 392 |
+
baseline_success: float,
|
| 393 |
+
round_index: int,
|
| 394 |
+
) -> dict[str, Any]:
|
| 395 |
+
return {
|
| 396 |
+
"generated_utc": datetime.now(timezone.utc).isoformat(),
|
| 397 |
+
"round": round_index,
|
| 398 |
+
"baseline_success": baseline_success,
|
| 399 |
+
"complete": all(item["num_completed"] == 3 for item in summaries),
|
| 400 |
+
"summaries": [
|
| 401 |
+
{
|
| 402 |
+
"key": item["key"],
|
| 403 |
+
"label": item["label"],
|
| 404 |
+
"num_completed": item["num_completed"],
|
| 405 |
+
"mean_success": item["mean_success"],
|
| 406 |
+
"delta_vs_baseline": item["mean_success"] - baseline_success,
|
| 407 |
+
"summary_path": item["summary_path"],
|
| 408 |
+
}
|
| 409 |
+
for item in summaries
|
| 410 |
+
],
|
| 411 |
+
"best_key": best["key"] if best else None,
|
| 412 |
+
"best_success": best["mean_success"] if best else None,
|
| 413 |
+
"best_delta_vs_baseline": (
|
| 414 |
+
best["mean_success"] - baseline_success if best else None
|
| 415 |
+
),
|
| 416 |
+
"recommendation": _recommendation(best, baseline_success),
|
| 417 |
+
}
|
| 418 |
+
|
| 419 |
+
|
| 420 |
+
def _recommendation(best: dict[str, Any] | None, baseline_success: float) -> str:
|
| 421 |
+
if best is None:
|
| 422 |
+
return "wait_for_v1_rollouts_or_debug_failures"
|
| 423 |
+
if float(best["mean_success"]) > baseline_success + 0.002:
|
| 424 |
+
return "submit_candidate_oracle_for_best_v1"
|
| 425 |
+
return "submit_wider_advantage_weight_support_sweep"
|
| 426 |
+
|
| 427 |
+
|
| 428 |
+
def _render_decision_markdown(decision: dict[str, Any]) -> str:
|
| 429 |
+
lines = [
|
| 430 |
+
"# Generator V1 Decision",
|
| 431 |
+
"",
|
| 432 |
+
f"Generated: `{decision['generated_utc']}`",
|
| 433 |
+
f"Baseline clean success: {decision['baseline_success']:.2%}",
|
| 434 |
+
f"Recommendation: `{decision['recommendation']}`",
|
| 435 |
+
"",
|
| 436 |
+
"| key | completed | success | delta |",
|
| 437 |
+
"|---|---:|---:|---:|",
|
| 438 |
+
]
|
| 439 |
+
for item in decision["summaries"]:
|
| 440 |
+
lines.append(
|
| 441 |
+
f"| {item['key']} | {item['num_completed']} | {item['mean_success']:.2%} | {item['delta_vs_baseline']:+.2%} |"
|
| 442 |
+
)
|
| 443 |
+
if decision.get("submitted"):
|
| 444 |
+
lines.extend(["", "Submitted follow-up jobs:", ""])
|
| 445 |
+
for item in decision["submitted"]:
|
| 446 |
+
lines.append(f"- `{item['key']}`: eval `{item.get('eval_job')}`, summary `{item.get('summary_job')}`")
|
| 447 |
+
if decision.get("submitted_missing"):
|
| 448 |
+
lines.extend(["", "Resubmitted missing seeds:", ""])
|
| 449 |
+
for item in decision["submitted_missing"]:
|
| 450 |
+
lines.append(
|
| 451 |
+
f"- `{item['key']}` seeds `{item.get('missing_seeds')}`: "
|
| 452 |
+
f"eval `{item.get('eval_job')}`, summary `{item.get('summary_job')}`"
|
| 453 |
+
)
|
| 454 |
+
return "\n".join(lines) + "\n"
|
| 455 |
+
|
| 456 |
+
|
| 457 |
+
def _run_build_paper_analysis(project_dir: Path, *, dry_run: bool) -> None:
|
| 458 |
+
if dry_run:
|
| 459 |
+
return
|
| 460 |
+
subprocess.run(
|
| 461 |
+
["python3", "scripts/build_paper_analysis.py"],
|
| 462 |
+
cwd=project_dir,
|
| 463 |
+
check=True,
|
| 464 |
+
)
|
| 465 |
+
|
| 466 |
+
|
| 467 |
+
def _maybe_submit_next(
|
| 468 |
+
decision: dict[str, Any],
|
| 469 |
+
*,
|
| 470 |
+
project_dir: Path,
|
| 471 |
+
run_root: Path,
|
| 472 |
+
dataset: Path,
|
| 473 |
+
objective: str,
|
| 474 |
+
dry_run: bool,
|
| 475 |
+
) -> list[dict[str, str]]:
|
| 476 |
+
marker = project_dir / "results" / "v1_generator_next_submitted.json"
|
| 477 |
+
if marker.exists():
|
| 478 |
+
return _load_json(marker).get("submitted", [])
|
| 479 |
+
best_key = decision.get("best_key")
|
| 480 |
+
recommendation = str(decision.get("recommendation"))
|
| 481 |
+
if recommendation == "submit_candidate_oracle_for_best_v1":
|
| 482 |
+
configs = [
|
| 483 |
+
_oracle_config(config)
|
| 484 |
+
for config in INITIAL_CONFIGS
|
| 485 |
+
if config.key == best_key
|
| 486 |
+
]
|
| 487 |
+
elif recommendation == "submit_wider_advantage_weight_support_sweep":
|
| 488 |
+
configs = list(NEXT_SWEEP_CONFIGS)
|
| 489 |
+
else:
|
| 490 |
+
configs = []
|
| 491 |
+
submitted = [
|
| 492 |
+
_submit_config(
|
| 493 |
+
config,
|
| 494 |
+
project_dir=project_dir,
|
| 495 |
+
run_root=run_root,
|
| 496 |
+
dataset=dataset,
|
| 497 |
+
objective=objective,
|
| 498 |
+
dry_run=dry_run,
|
| 499 |
+
)
|
| 500 |
+
for config in configs
|
| 501 |
+
]
|
| 502 |
+
marker.write_text(
|
| 503 |
+
json.dumps(
|
| 504 |
+
{
|
| 505 |
+
"generated_utc": datetime.now(timezone.utc).isoformat(),
|
| 506 |
+
"recommendation": recommendation,
|
| 507 |
+
"submitted": submitted,
|
| 508 |
+
},
|
| 509 |
+
indent=2,
|
| 510 |
+
)
|
| 511 |
+
)
|
| 512 |
+
return submitted
|
| 513 |
+
|
| 514 |
+
|
| 515 |
+
def _maybe_resubmit_missing(
|
| 516 |
+
summaries: list[dict[str, Any]],
|
| 517 |
+
configs: tuple[V1Config, ...],
|
| 518 |
+
*,
|
| 519 |
+
project_dir: Path,
|
| 520 |
+
run_root: Path,
|
| 521 |
+
dataset: Path,
|
| 522 |
+
objective: str,
|
| 523 |
+
dry_run: bool,
|
| 524 |
+
) -> list[dict[str, str]]:
|
| 525 |
+
marker = project_dir / "results" / "v1_generator_missing_resubmitted.json"
|
| 526 |
+
if marker.exists():
|
| 527 |
+
return _load_json(marker).get("submitted", [])
|
| 528 |
+
by_key = {item.key: item for item in configs}
|
| 529 |
+
submitted: list[dict[str, str]] = []
|
| 530 |
+
for summary in summaries:
|
| 531 |
+
config = by_key.get(str(summary.get("key")))
|
| 532 |
+
if config is None:
|
| 533 |
+
continue
|
| 534 |
+
present = {int(row["seed"]) for row in summary.get("rows", [])}
|
| 535 |
+
missing = [str(seed) for seed in (0, 1, 2) if seed not in present]
|
| 536 |
+
if not missing:
|
| 537 |
+
continue
|
| 538 |
+
submitted.append(
|
| 539 |
+
_submit_config(
|
| 540 |
+
config,
|
| 541 |
+
project_dir=project_dir,
|
| 542 |
+
run_root=run_root,
|
| 543 |
+
dataset=dataset,
|
| 544 |
+
objective=objective,
|
| 545 |
+
array_spec=",".join(missing),
|
| 546 |
+
dry_run=dry_run,
|
| 547 |
+
)
|
| 548 |
+
)
|
| 549 |
+
submitted[-1]["missing_seeds"] = ",".join(missing)
|
| 550 |
+
marker.write_text(
|
| 551 |
+
json.dumps(
|
| 552 |
+
{
|
| 553 |
+
"generated_utc": datetime.now(timezone.utc).isoformat(),
|
| 554 |
+
"submitted": submitted,
|
| 555 |
+
},
|
| 556 |
+
indent=2,
|
| 557 |
+
)
|
| 558 |
+
)
|
| 559 |
+
return submitted
|
| 560 |
+
|
| 561 |
+
|
| 562 |
+
def _oracle_config(config: V1Config) -> V1Config:
|
| 563 |
+
return V1Config(
|
| 564 |
+
key=f"{config.key}_oraclek8",
|
| 565 |
+
label=f"{config.label}, candidate oracle K8",
|
| 566 |
+
out_name=config.out_name.replace(".json", "_oraclek8.json"),
|
| 567 |
+
summary_tag=f"{config.summary_tag}_oraclek8",
|
| 568 |
+
anchor=config.anchor,
|
| 569 |
+
advantage_weight=config.advantage_weight,
|
| 570 |
+
min_source_advantage=config.min_source_advantage,
|
| 571 |
+
candidate_oracle_rollouts=8,
|
| 572 |
+
)
|
| 573 |
+
|
| 574 |
+
|
| 575 |
+
def _submit_config(
|
| 576 |
+
config: V1Config,
|
| 577 |
+
*,
|
| 578 |
+
project_dir: Path,
|
| 579 |
+
run_root: Path,
|
| 580 |
+
dataset: Path,
|
| 581 |
+
objective: str,
|
| 582 |
+
array_spec: str = "0-2",
|
| 583 |
+
dry_run: bool,
|
| 584 |
+
) -> dict[str, str]:
|
| 585 |
+
export = {
|
| 586 |
+
"PROJECT_DIR": str(project_dir),
|
| 587 |
+
"RUN_ROOT": str(run_root),
|
| 588 |
+
"DATASET": str(dataset),
|
| 589 |
+
"OBJECTIVE": objective,
|
| 590 |
+
"CHECKPOINT_NAME": "best_transport.pt",
|
| 591 |
+
"MAX_GROUPS": "all",
|
| 592 |
+
"GROUP_BATCH_SIZE": "8",
|
| 593 |
+
"EVAL_SPLIT": "validation",
|
| 594 |
+
"SELECTION_MODE": "retrieval_residual",
|
| 595 |
+
"NUM_CANDIDATES": "1",
|
| 596 |
+
"CANDIDATE_SIGMA": "0.2",
|
| 597 |
+
"SELECTION_MARGIN": "0.0",
|
| 598 |
+
"RETRIEVAL_NEIGHBORS": "6",
|
| 599 |
+
"RETRIEVAL_METRIC": "raw",
|
| 600 |
+
"RETRIEVAL_RESIDUAL_REDUCE": "compose_mean_by_type",
|
| 601 |
+
"RETRIEVAL_RESIDUAL_DIRECTION": "candidate_minus_anchor",
|
| 602 |
+
"RETRIEVAL_RESIDUAL_SCALES_COLON": "0.35:0.4:0.45",
|
| 603 |
+
"LATTICE_EXCLUDE_TYPES_COLON": EXCLUDE_TYPES,
|
| 604 |
+
"RETRIEVAL_RESIDUAL_SOURCE_SCORE_BONUS_MAP": str(project_dir / SOURCE_SCORE_MAP),
|
| 605 |
+
"OUT_NAME": config.out_name,
|
| 606 |
+
"RETRIEVAL_RESIDUAL_ANCHOR": config.anchor,
|
| 607 |
+
"RETRIEVAL_RESIDUAL_SOURCE_ADVANTAGE_WEIGHT_SCALE": str(config.advantage_weight),
|
| 608 |
+
"RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE": str(config.min_source_advantage),
|
| 609 |
+
"CANDIDATE_ORACLE_ROLLOUTS": str(config.candidate_oracle_rollouts),
|
| 610 |
+
}
|
| 611 |
+
eval_cmd = [
|
| 612 |
+
"sbatch",
|
| 613 |
+
"--array=0-2",
|
| 614 |
+
"--job-name",
|
| 615 |
+
_job_name(config.key),
|
| 616 |
+
"--export",
|
| 617 |
+
"ALL," + ",".join(f"{key}={value}" for key, value in export.items()),
|
| 618 |
+
"scripts/slurm/eval_maniskill_policy_rollout.sbatch",
|
| 619 |
+
]
|
| 620 |
+
eval_cmd[1] = f"--array={array_spec}"
|
| 621 |
+
eval_job = _submit(eval_cmd, project_dir=project_dir, dry_run=dry_run)
|
| 622 |
+
summary_export = {
|
| 623 |
+
"PROJECT_DIR": str(project_dir),
|
| 624 |
+
"RUN_ROOT": str(run_root),
|
| 625 |
+
"OBJECTIVE": objective,
|
| 626 |
+
"OUT_NAME": config.out_name,
|
| 627 |
+
"SUMMARY_TAG": config.summary_tag,
|
| 628 |
+
}
|
| 629 |
+
summary_cmd = [
|
| 630 |
+
"sbatch",
|
| 631 |
+
"--dependency",
|
| 632 |
+
f"afterok:{eval_job}" if eval_job != "dry-run" else "afterok:0",
|
| 633 |
+
"--job-name",
|
| 634 |
+
_job_name(f"sum_{config.key}"),
|
| 635 |
+
"--export",
|
| 636 |
+
"ALL," + ",".join(f"{key}={value}" for key, value in summary_export.items()),
|
| 637 |
+
"scripts/slurm/summarize_h16_policy_ckpt.sbatch",
|
| 638 |
+
]
|
| 639 |
+
summary_job = _submit(summary_cmd, project_dir=project_dir, dry_run=dry_run)
|
| 640 |
+
return {"key": config.key, "eval_job": eval_job, "summary_job": summary_job}
|
| 641 |
+
|
| 642 |
+
|
| 643 |
+
def _job_name(key: str) -> str:
|
| 644 |
+
return ("v1_" + key).replace("policyanchor", "pol")[:20]
|
| 645 |
+
|
| 646 |
+
|
| 647 |
+
def _submit(cmd: list[str], *, project_dir: Path, dry_run: bool) -> str:
|
| 648 |
+
if dry_run:
|
| 649 |
+
print("DRY RUN:", " ".join(cmd))
|
| 650 |
+
return "dry-run"
|
| 651 |
+
result = subprocess.run(
|
| 652 |
+
cmd,
|
| 653 |
+
cwd=project_dir,
|
| 654 |
+
check=True,
|
| 655 |
+
text=True,
|
| 656 |
+
capture_output=True,
|
| 657 |
+
)
|
| 658 |
+
for token in result.stdout.split():
|
| 659 |
+
if token.isdigit():
|
| 660 |
+
return token
|
| 661 |
+
raise RuntimeError(f"Could not parse sbatch job id from: {result.stdout}")
|
| 662 |
+
|
| 663 |
+
|
| 664 |
+
if __name__ == "__main__":
|
| 665 |
+
raise SystemExit(main())
|
workspace/scripts/build_paper_analysis.py
CHANGED
|
@@ -598,6 +598,81 @@ METHODS = [
|
|
| 598 |
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json"
|
| 599 |
),
|
| 600 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 601 |
MethodSpec(
|
| 602 |
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025",
|
| 603 |
label="K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025",
|
|
|
|
| 598 |
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json"
|
| 599 |
),
|
| 600 |
),
|
| 601 |
+
MethodSpec(
|
| 602 |
+
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0_gate0",
|
| 603 |
+
label="Generator V1 utility-weighted tangents, expert anchor, source advantage gate >= 0.0",
|
| 604 |
+
summary_path=(
|
| 605 |
+
"h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 606 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_gate0_summary.json"
|
| 607 |
+
),
|
| 608 |
+
),
|
| 609 |
+
MethodSpec(
|
| 610 |
+
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0",
|
| 611 |
+
label="Generator V1 positive tangents, policy anchor, source advantage gate >= 0.0",
|
| 612 |
+
summary_path=(
|
| 613 |
+
"h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 614 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0_summary.json"
|
| 615 |
+
),
|
| 616 |
+
),
|
| 617 |
+
MethodSpec(
|
| 618 |
+
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0_oraclek8",
|
| 619 |
+
label="Generator V1 expert-anchor advantage weight 1.0, candidate-oracle K8",
|
| 620 |
+
summary_path=(
|
| 621 |
+
"h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 622 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_oraclek8_summary.json"
|
| 623 |
+
),
|
| 624 |
+
headline_metric="mean_candidate_oracle_success_rate",
|
| 625 |
+
),
|
| 626 |
+
MethodSpec(
|
| 627 |
+
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0_oraclek8",
|
| 628 |
+
label="Generator V1 expert-anchor advantage weight 2.0, candidate-oracle K8",
|
| 629 |
+
summary_path=(
|
| 630 |
+
"h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 631 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_oraclek8_summary.json"
|
| 632 |
+
),
|
| 633 |
+
headline_metric="mean_candidate_oracle_success_rate",
|
| 634 |
+
),
|
| 635 |
+
MethodSpec(
|
| 636 |
+
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0_oraclek8",
|
| 637 |
+
label="Generator V1 policy-anchor advantage weight 2.0, candidate-oracle K8",
|
| 638 |
+
summary_path=(
|
| 639 |
+
"h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 640 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_oraclek8_summary.json"
|
| 641 |
+
),
|
| 642 |
+
headline_metric="mean_candidate_oracle_success_rate",
|
| 643 |
+
),
|
| 644 |
+
MethodSpec(
|
| 645 |
+
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw0p5",
|
| 646 |
+
label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 0.5",
|
| 647 |
+
summary_path=(
|
| 648 |
+
"h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 649 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw0p5_summary.json"
|
| 650 |
+
),
|
| 651 |
+
),
|
| 652 |
+
MethodSpec(
|
| 653 |
+
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw4p0",
|
| 654 |
+
label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 4.0",
|
| 655 |
+
summary_path=(
|
| 656 |
+
"h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 657 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw4p0_summary.json"
|
| 658 |
+
),
|
| 659 |
+
),
|
| 660 |
+
MethodSpec(
|
| 661 |
+
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw1p0",
|
| 662 |
+
label="Generator V1 positive tangents, policy anchor, advantage weight 1.0",
|
| 663 |
+
summary_path=(
|
| 664 |
+
"h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 665 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw1p0_summary.json"
|
| 666 |
+
),
|
| 667 |
+
),
|
| 668 |
+
MethodSpec(
|
| 669 |
+
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw4p0",
|
| 670 |
+
label="Generator V1 positive tangents, policy anchor, advantage weight 4.0",
|
| 671 |
+
summary_path=(
|
| 672 |
+
"h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
|
| 673 |
+
"besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw4p0_summary.json"
|
| 674 |
+
),
|
| 675 |
+
),
|
| 676 |
MethodSpec(
|
| 677 |
key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025",
|
| 678 |
label="K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025",
|