anhtld commited on
Commit
828bff4
·
verified ·
1 Parent(s): 64ad225

auto-sync 2026-07-02T19:07:26Z workspace (part 6)

Browse files
workspace/results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.json ADDED
@@ -0,0 +1,308 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
3
+ "objective": "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1",
4
+ "out_name": "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0.json",
5
+ "key": "advw1p0",
6
+ "label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
7
+ "num_completed": 3,
8
+ "mean_success": 0.383768115942029,
9
+ "std_success": 0.011181044360571534,
10
+ "mean_progress": 0.5947921582106231,
11
+ "mean_action_mse_to_best": 0.5140562709515402,
12
+ "rows": [
13
+ {
14
+ "seed": 0,
15
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_0/policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0.json",
16
+ "num_groups": 575,
17
+ "selection_mode": "retrieval_residual",
18
+ "num_candidates": 48,
19
+ "candidate_sigma": 0.0,
20
+ "selection_margin": 0.0,
21
+ "retrieval_neighbors": 6,
22
+ "retrieval_metric": "raw",
23
+ "retrieval_residual_anchor": "expert",
24
+ "retrieval_residual_direction": "candidate_minus_anchor",
25
+ "retrieval_residual_reduce": "compose_mean_by_type",
26
+ "retrieval_residual_scales": [
27
+ 0.35,
28
+ 0.4,
29
+ 0.45
30
+ ],
31
+ "retrieval_residual_source_score_bonus_by_task": {
32
+ "*": 0.0,
33
+ "PickCube-v1": 0.01,
34
+ "StackCube-v1": 0.05
35
+ },
36
+ "retrieval_residual_source_advantage_weight_scale": 1.0,
37
+ "retrieval_residual_min_source_advantage": -1000000000.0,
38
+ "lattice_exclude_types": [
39
+ "residual_random_negative",
40
+ "residual_wrong_direction",
41
+ "residual_near_miss+residual_no_op",
42
+ "residual_no_op+residual_wrong_gripper"
43
+ ],
44
+ "selected_residual_scale_counts": {
45
+ "0.35": 344,
46
+ "0.45": 147,
47
+ "0.4": 84
48
+ },
49
+ "policy_rollout_success_rate": 0.3791304347826087,
50
+ "policy_rollout_progress": 0.584225173432218,
51
+ "oracle_success_rate": 0.8573913043478261,
52
+ "action_mse_to_best": 0.5013779968104285,
53
+ "per_task": {
54
+ "LiftPegUpright-v1": {
55
+ "action_mse_to_best": 0.34774401688890666,
56
+ "expert_success_rate": 0.8865979381443299,
57
+ "num_groups": 97,
58
+ "oracle_success_rate": 0.9278350515463918,
59
+ "policy_expert_regret": 1.0994866144718582,
60
+ "policy_oracle_regret": 1.1259020921803011,
61
+ "policy_rollout_progress": 0.560619557487596,
62
+ "policy_rollout_success_rate": 0.21649484536082475,
63
+ "restore_max_error": 2.384185791015625e-07
64
+ },
65
+ "PickCube-v1": {
66
+ "action_mse_to_best": 0.4656195876976618,
67
+ "expert_success_rate": 0.9375,
68
+ "num_groups": 208,
69
+ "oracle_success_rate": 0.9471153846153846,
70
+ "policy_expert_regret": 0.9584774491242849,
71
+ "policy_oracle_regret": 0.9652549772245738,
72
+ "policy_rollout_progress": 0.6177481525855211,
73
+ "policy_rollout_success_rate": 0.3557692307692308,
74
+ "restore_max_error": 2.384185791015625e-07
75
+ },
76
+ "PullCube-v1": {
77
+ "action_mse_to_best": 0.6188191903101934,
78
+ "expert_success_rate": 0.19480519480519481,
79
+ "num_groups": 77,
80
+ "oracle_success_rate": 0.36363636363636365,
81
+ "policy_expert_regret": 0.18962853963111903,
82
+ "policy_oracle_regret": 0.3344754918974328,
83
+ "policy_rollout_progress": 0.395646373777614,
84
+ "policy_rollout_success_rate": 0.2987012987012987,
85
+ "restore_max_error": 2.3096799850463867e-07
86
+ },
87
+ "PushCube-v1": {
88
+ "action_mse_to_best": 0.5070772077491943,
89
+ "expert_success_rate": 0.8617021276595744,
90
+ "num_groups": 94,
91
+ "oracle_success_rate": 0.9893617021276596,
92
+ "policy_expert_regret": 0.3969139822937073,
93
+ "policy_oracle_regret": 0.45547754032180665,
94
+ "policy_rollout_progress": 0.7695756990541803,
95
+ "policy_rollout_success_rate": 0.7553191489361702,
96
+ "restore_max_error": 2.384185791015625e-07
97
+ },
98
+ "StackCube-v1": {
99
+ "action_mse_to_best": 0.6302825162055516,
100
+ "expert_success_rate": 0.6767676767676768,
101
+ "num_groups": 99,
102
+ "oracle_success_rate": 0.8585858585858586,
103
+ "policy_expert_regret": 0.884733930681691,
104
+ "policy_oracle_regret": 1.0437718355896497,
105
+ "policy_rollout_progress": 0.507604802196676,
106
+ "policy_rollout_success_rate": 0.29292929292929293,
107
+ "restore_max_error": 2.384185791015625e-07
108
+ }
109
+ }
110
+ },
111
+ {
112
+ "seed": 1,
113
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_1/policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0.json",
114
+ "num_groups": 575,
115
+ "selection_mode": "retrieval_residual",
116
+ "num_candidates": 48,
117
+ "candidate_sigma": 0.0,
118
+ "selection_margin": 0.0,
119
+ "retrieval_neighbors": 6,
120
+ "retrieval_metric": "raw",
121
+ "retrieval_residual_anchor": "expert",
122
+ "retrieval_residual_direction": "candidate_minus_anchor",
123
+ "retrieval_residual_reduce": "compose_mean_by_type",
124
+ "retrieval_residual_scales": [
125
+ 0.35,
126
+ 0.4,
127
+ 0.45
128
+ ],
129
+ "retrieval_residual_source_score_bonus_by_task": {
130
+ "*": 0.0,
131
+ "PickCube-v1": 0.01,
132
+ "StackCube-v1": 0.05
133
+ },
134
+ "retrieval_residual_source_advantage_weight_scale": 1.0,
135
+ "retrieval_residual_min_source_advantage": -1000000000.0,
136
+ "lattice_exclude_types": [
137
+ "residual_random_negative",
138
+ "residual_wrong_direction",
139
+ "residual_near_miss+residual_no_op",
140
+ "residual_no_op+residual_wrong_gripper"
141
+ ],
142
+ "selected_residual_scale_counts": {
143
+ "0.35": 308,
144
+ "0.4": 45,
145
+ "0.45": 222
146
+ },
147
+ "policy_rollout_success_rate": 0.37565217391304345,
148
+ "policy_rollout_progress": 0.5895823166373632,
149
+ "oracle_success_rate": 0.8695652173913043,
150
+ "action_mse_to_best": 0.5149549319684181,
151
+ "per_task": {
152
+ "LiftPegUpright-v1": {
153
+ "action_mse_to_best": 0.41386533976507794,
154
+ "expert_success_rate": 0.8584070796460177,
155
+ "num_groups": 113,
156
+ "oracle_success_rate": 0.9380530973451328,
157
+ "policy_expert_regret": 0.9791655188376924,
158
+ "policy_oracle_regret": 1.047329495570301,
159
+ "policy_rollout_progress": 0.6346419230762836,
160
+ "policy_rollout_success_rate": 0.23893805309734514,
161
+ "restore_max_error": 2.384185791015625e-07
162
+ },
163
+ "PickCube-v1": {
164
+ "action_mse_to_best": 0.4552130797958892,
165
+ "expert_success_rate": 0.9402173913043478,
166
+ "num_groups": 184,
167
+ "oracle_success_rate": 0.9456521739130435,
168
+ "policy_expert_regret": 1.0684869141145812,
169
+ "policy_oracle_regret": 1.0685109185895114,
170
+ "policy_rollout_progress": 0.573474009647844,
171
+ "policy_rollout_success_rate": 0.30434782608695654,
172
+ "restore_max_error": 2.384185791015625e-07
173
+ },
174
+ "PullCube-v1": {
175
+ "action_mse_to_best": 0.6736705512984803,
176
+ "expert_success_rate": 0.25,
177
+ "num_groups": 76,
178
+ "oracle_success_rate": 0.40789473684210525,
179
+ "policy_expert_regret": 0.23966128697716876,
180
+ "policy_oracle_regret": 0.3887315520428513,
181
+ "policy_rollout_progress": 0.34846177653066424,
182
+ "policy_rollout_success_rate": 0.23684210526315788,
183
+ "restore_max_error": 2.384185791015625e-07
184
+ },
185
+ "PushCube-v1": {
186
+ "action_mse_to_best": 0.43252414975080405,
187
+ "expert_success_rate": 0.8198198198198198,
188
+ "num_groups": 111,
189
+ "oracle_success_rate": 1.0,
190
+ "policy_expert_regret": 0.2773399173139452,
191
+ "policy_oracle_regret": 0.2945074844467747,
192
+ "policy_rollout_progress": 0.8586456687063784,
193
+ "policy_rollout_success_rate": 0.8468468468468469,
194
+ "restore_max_error": 2.3795291781425476e-07
195
+ },
196
+ "StackCube-v1": {
197
+ "action_mse_to_best": 0.7292742119221897,
198
+ "expert_success_rate": 0.6923076923076923,
199
+ "num_groups": 91,
200
+ "oracle_success_rate": 0.8571428571428571,
201
+ "policy_expert_regret": 1.039590414081301,
202
+ "policy_oracle_regret": 1.1743051871493622,
203
+ "policy_rollout_progress": 0.43937706308705465,
204
+ "policy_rollout_success_rate": 0.23076923076923078,
205
+ "restore_max_error": 1.9371509552001953e-07
206
+ }
207
+ }
208
+ },
209
+ {
210
+ "seed": 2,
211
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_2/policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0.json",
212
+ "num_groups": 575,
213
+ "selection_mode": "retrieval_residual",
214
+ "num_candidates": 48,
215
+ "candidate_sigma": 0.0,
216
+ "selection_margin": 0.0,
217
+ "retrieval_neighbors": 6,
218
+ "retrieval_metric": "raw",
219
+ "retrieval_residual_anchor": "expert",
220
+ "retrieval_residual_direction": "candidate_minus_anchor",
221
+ "retrieval_residual_reduce": "compose_mean_by_type",
222
+ "retrieval_residual_scales": [
223
+ 0.35,
224
+ 0.4,
225
+ 0.45
226
+ ],
227
+ "retrieval_residual_source_score_bonus_by_task": {
228
+ "*": 0.0,
229
+ "PickCube-v1": 0.01,
230
+ "StackCube-v1": 0.05
231
+ },
232
+ "retrieval_residual_source_advantage_weight_scale": 1.0,
233
+ "retrieval_residual_min_source_advantage": -1000000000.0,
234
+ "lattice_exclude_types": [
235
+ "residual_random_negative",
236
+ "residual_wrong_direction",
237
+ "residual_near_miss+residual_no_op",
238
+ "residual_no_op+residual_wrong_gripper"
239
+ ],
240
+ "selected_residual_scale_counts": {
241
+ "0.35": 340,
242
+ "0.45": 160,
243
+ "0.4": 75
244
+ },
245
+ "policy_rollout_success_rate": 0.39652173913043476,
246
+ "policy_rollout_progress": 0.6105689845622881,
247
+ "oracle_success_rate": 0.8765217391304347,
248
+ "action_mse_to_best": 0.5258358840757738,
249
+ "per_task": {
250
+ "LiftPegUpright-v1": {
251
+ "action_mse_to_best": 0.4465993321015655,
252
+ "expert_success_rate": 0.8229166666666666,
253
+ "num_groups": 96,
254
+ "oracle_success_rate": 0.9270833333333334,
255
+ "policy_expert_regret": 0.8177533126436174,
256
+ "policy_oracle_regret": 0.9240251917702457,
257
+ "policy_rollout_progress": 0.6554166648226479,
258
+ "policy_rollout_success_rate": 0.3541666666666667,
259
+ "restore_max_error": 1.955777406692505e-07
260
+ },
261
+ "PickCube-v1": {
262
+ "action_mse_to_best": 0.457854955711148,
263
+ "expert_success_rate": 0.9444444444444444,
264
+ "num_groups": 198,
265
+ "oracle_success_rate": 0.9595959595959596,
266
+ "policy_expert_regret": 0.9851550623925045,
267
+ "policy_oracle_regret": 0.9922385129212129,
268
+ "policy_rollout_progress": 0.6313336513409711,
269
+ "policy_rollout_success_rate": 0.3383838383838384,
270
+ "restore_max_error": 2.384185791015625e-07
271
+ },
272
+ "PullCube-v1": {
273
+ "action_mse_to_best": 0.676982599331273,
274
+ "expert_success_rate": 0.24444444444444444,
275
+ "num_groups": 90,
276
+ "oracle_success_rate": 0.4666666666666667,
277
+ "policy_expert_regret": 0.3264884656502141,
278
+ "policy_oracle_regret": 0.45266640370504724,
279
+ "policy_rollout_progress": 0.36531863392641145,
280
+ "policy_rollout_success_rate": 0.25555555555555554,
281
+ "restore_max_error": 2.384185791015625e-07
282
+ },
283
+ "PushCube-v1": {
284
+ "action_mse_to_best": 0.5085784159969575,
285
+ "expert_success_rate": 0.8514851485148515,
286
+ "num_groups": 101,
287
+ "oracle_success_rate": 1.0,
288
+ "policy_expert_regret": 0.2674899335839961,
289
+ "policy_oracle_regret": 0.28615492183973296,
290
+ "policy_rollout_progress": 0.8623599296454156,
291
+ "policy_rollout_success_rate": 0.8514851485148515,
292
+ "restore_max_error": 2.384185791015625e-07
293
+ },
294
+ "StackCube-v1": {
295
+ "action_mse_to_best": 0.6281329141722785,
296
+ "expert_success_rate": 0.7666666666666667,
297
+ "num_groups": 90,
298
+ "oracle_success_rate": 0.9111111111111111,
299
+ "policy_expert_regret": 1.0699496393402417,
300
+ "policy_oracle_regret": 1.206480886704392,
301
+ "policy_rollout_progress": 0.4797341487473912,
302
+ "policy_rollout_success_rate": 0.2,
303
+ "restore_max_error": 2.2351741790771484e-07
304
+ }
305
+ }
306
+ }
307
+ ]
308
+ }
workspace/results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.md ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Generator V1 Rollout Summary
2
+
3
+ Objective: `transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1`
4
+ Result file: `policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0.json`
5
+ Completed seeds: 3
6
+ Mean success: 38.38% +/- 1.12%
7
+ Mean progress: 59.48%
8
+
9
+ | seed | success | progress | mse | anchor | adv weight | min src adv | scales |
10
+ |---:|---:|---:|---:|---|---:|---|---|
11
+ | 0 | 37.91% | 58.42% | 0.501 | expert | 1.00 | none | 0.35,0.4,0.45 |
12
+ | 1 | 37.57% | 58.96% | 0.515 | expert | 1.00 | none | 0.35,0.4,0.45 |
13
+ | 2 | 39.65% | 61.06% | 0.526 | expert | 1.00 | none | 0.35,0.4,0.45 |
workspace/results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json ADDED
@@ -0,0 +1,308 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
3
+ "objective": "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1",
4
+ "out_name": "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0.json",
5
+ "key": "policyanchor_advw2p0",
6
+ "label": "Generator V1 positive tangents, policy anchor, advantage weight 2.0",
7
+ "num_completed": 3,
8
+ "mean_success": 0.37681159420289856,
9
+ "std_success": 0.013282828101321283,
10
+ "mean_progress": 0.5894178291635194,
11
+ "mean_action_mse_to_best": 0.5143569296768502,
12
+ "rows": [
13
+ {
14
+ "seed": 0,
15
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_0/policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0.json",
16
+ "num_groups": 575,
17
+ "selection_mode": "retrieval_residual",
18
+ "num_candidates": 48,
19
+ "candidate_sigma": 0.0,
20
+ "selection_margin": 0.0,
21
+ "retrieval_neighbors": 6,
22
+ "retrieval_metric": "raw",
23
+ "retrieval_residual_anchor": "policy",
24
+ "retrieval_residual_direction": "candidate_minus_anchor",
25
+ "retrieval_residual_reduce": "compose_mean_by_type",
26
+ "retrieval_residual_scales": [
27
+ 0.35,
28
+ 0.4,
29
+ 0.45
30
+ ],
31
+ "retrieval_residual_source_score_bonus_by_task": {
32
+ "*": 0.0,
33
+ "PickCube-v1": 0.01,
34
+ "StackCube-v1": 0.05
35
+ },
36
+ "retrieval_residual_source_advantage_weight_scale": 2.0,
37
+ "retrieval_residual_min_source_advantage": -1000000000.0,
38
+ "lattice_exclude_types": [
39
+ "residual_random_negative",
40
+ "residual_wrong_direction",
41
+ "residual_near_miss+residual_no_op",
42
+ "residual_no_op+residual_wrong_gripper"
43
+ ],
44
+ "selected_residual_scale_counts": {
45
+ "0.35": 350,
46
+ "0.45": 147,
47
+ "0.4": 78
48
+ },
49
+ "policy_rollout_success_rate": 0.3739130434782609,
50
+ "policy_rollout_progress": 0.5787463493072985,
51
+ "oracle_success_rate": 0.8573913043478261,
52
+ "action_mse_to_best": 0.5005510983859067,
53
+ "per_task": {
54
+ "LiftPegUpright-v1": {
55
+ "action_mse_to_best": 0.34528797616241214,
56
+ "expert_success_rate": 0.8865979381443299,
57
+ "num_groups": 97,
58
+ "oracle_success_rate": 0.9278350515463918,
59
+ "policy_expert_regret": 1.102015116319214,
60
+ "policy_oracle_regret": 1.1284305940276569,
61
+ "policy_rollout_progress": 0.5580910556402403,
62
+ "policy_rollout_success_rate": 0.21649484536082475,
63
+ "restore_max_error": 2.384185791015625e-07
64
+ },
65
+ "PickCube-v1": {
66
+ "action_mse_to_best": 0.4610416995576368,
67
+ "expert_success_rate": 0.9375,
68
+ "num_groups": 208,
69
+ "oracle_success_rate": 0.9471153846153846,
70
+ "policy_expert_regret": 0.9447308026451188,
71
+ "policy_oracle_regret": 0.9515083307454076,
72
+ "policy_rollout_progress": 0.6218794144493026,
73
+ "policy_rollout_success_rate": 0.36538461538461536,
74
+ "restore_max_error": 2.384185791015625e-07
75
+ },
76
+ "PullCube-v1": {
77
+ "action_mse_to_best": 0.6339810742186262,
78
+ "expert_success_rate": 0.19480519480519481,
79
+ "num_groups": 77,
80
+ "oracle_success_rate": 0.36363636363636365,
81
+ "policy_expert_regret": 0.23732203781372693,
82
+ "policy_oracle_regret": 0.38390447113866305,
83
+ "policy_rollout_progress": 0.36338652852622566,
84
+ "policy_rollout_success_rate": 0.2597402597402597,
85
+ "restore_max_error": 2.3096799850463867e-07
86
+ },
87
+ "PushCube-v1": {
88
+ "action_mse_to_best": 0.4994965392224332,
89
+ "expert_success_rate": 0.8617021276595744,
90
+ "num_groups": 94,
91
+ "oracle_success_rate": 0.9893617021276596,
92
+ "policy_expert_regret": 0.41792074162909326,
93
+ "policy_oracle_regret": 0.47648429965719263,
94
+ "policy_rollout_progress": 0.7592072375911347,
95
+ "policy_rollout_success_rate": 0.7446808510638298,
96
+ "restore_max_error": 2.384185791015625e-07
97
+ },
98
+ "StackCube-v1": {
99
+ "action_mse_to_best": 0.632909666408192,
100
+ "expert_success_rate": 0.6767676767676768,
101
+ "num_groups": 99,
102
+ "oracle_success_rate": 0.8585858585858586,
103
+ "policy_expert_regret": 0.9015669315451323,
104
+ "policy_oracle_regret": 1.049103739887777,
105
+ "policy_rollout_progress": 0.504516739586387,
106
+ "policy_rollout_success_rate": 0.2828282828282828,
107
+ "restore_max_error": 2.384185791015625e-07
108
+ }
109
+ }
110
+ },
111
+ {
112
+ "seed": 1,
113
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_1/policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0.json",
114
+ "num_groups": 575,
115
+ "selection_mode": "retrieval_residual",
116
+ "num_candidates": 48,
117
+ "candidate_sigma": 0.0,
118
+ "selection_margin": 0.0,
119
+ "retrieval_neighbors": 6,
120
+ "retrieval_metric": "raw",
121
+ "retrieval_residual_anchor": "policy",
122
+ "retrieval_residual_direction": "candidate_minus_anchor",
123
+ "retrieval_residual_reduce": "compose_mean_by_type",
124
+ "retrieval_residual_scales": [
125
+ 0.35,
126
+ 0.4,
127
+ 0.45
128
+ ],
129
+ "retrieval_residual_source_score_bonus_by_task": {
130
+ "*": 0.0,
131
+ "PickCube-v1": 0.01,
132
+ "StackCube-v1": 0.05
133
+ },
134
+ "retrieval_residual_source_advantage_weight_scale": 2.0,
135
+ "retrieval_residual_min_source_advantage": -1000000000.0,
136
+ "lattice_exclude_types": [
137
+ "residual_random_negative",
138
+ "residual_wrong_direction",
139
+ "residual_near_miss+residual_no_op",
140
+ "residual_no_op+residual_wrong_gripper"
141
+ ],
142
+ "selected_residual_scale_counts": {
143
+ "0.35": 306,
144
+ "0.4": 49,
145
+ "0.45": 220
146
+ },
147
+ "policy_rollout_success_rate": 0.3652173913043478,
148
+ "policy_rollout_progress": 0.582736657930781,
149
+ "oracle_success_rate": 0.8695652173913043,
150
+ "action_mse_to_best": 0.5151173928242339,
151
+ "per_task": {
152
+ "LiftPegUpright-v1": {
153
+ "action_mse_to_best": 0.4138995000507386,
154
+ "expert_success_rate": 0.8584070796460177,
155
+ "num_groups": 113,
156
+ "oracle_success_rate": 0.9380530973451328,
157
+ "policy_expert_regret": 0.9793257536613835,
158
+ "policy_oracle_regret": 1.058527783746213,
159
+ "policy_rollout_progress": 0.6347343845177541,
160
+ "policy_rollout_success_rate": 0.23893805309734514,
161
+ "restore_max_error": 2.384185791015625e-07
162
+ },
163
+ "PickCube-v1": {
164
+ "action_mse_to_best": 0.45511664790303813,
165
+ "expert_success_rate": 0.9402173913043478,
166
+ "num_groups": 184,
167
+ "oracle_success_rate": 0.9456521739130435,
168
+ "policy_expert_regret": 1.071216604404111,
169
+ "policy_oracle_regret": 1.0712406088790412,
170
+ "policy_rollout_progress": 0.5685504622119681,
171
+ "policy_rollout_success_rate": 0.29891304347826086,
172
+ "restore_max_error": 2.384185791015625e-07
173
+ },
174
+ "PullCube-v1": {
175
+ "action_mse_to_best": 0.6726667573185343,
176
+ "expert_success_rate": 0.25,
177
+ "num_groups": 76,
178
+ "oracle_success_rate": 0.40789473684210525,
179
+ "policy_expert_regret": 0.2399015161944063,
180
+ "policy_oracle_regret": 0.4369939785254629,
181
+ "policy_rollout_progress": 0.3372275539134678,
182
+ "policy_rollout_success_rate": 0.2236842105263158,
183
+ "restore_max_error": 2.384185791015625e-07
184
+ },
185
+ "PushCube-v1": {
186
+ "action_mse_to_best": 0.43257011533588974,
187
+ "expert_success_rate": 0.8198198198198198,
188
+ "num_groups": 111,
189
+ "oracle_success_rate": 1.0,
190
+ "policy_expert_regret": 0.2956222787096694,
191
+ "policy_oracle_regret": 0.3127898458424989,
192
+ "policy_rollout_progress": 0.8493723163196633,
193
+ "policy_rollout_success_rate": 0.8378378378378378,
194
+ "restore_max_error": 2.3795291781425476e-07
195
+ },
196
+ "StackCube-v1": {
197
+ "action_mse_to_best": 0.7312355801708751,
198
+ "expert_success_rate": 0.6923076923076923,
199
+ "num_groups": 91,
200
+ "oracle_success_rate": 0.8571428571428571,
201
+ "policy_expert_regret": 1.0478797831705637,
202
+ "policy_oracle_regret": 1.207436578123124,
203
+ "policy_rollout_progress": 0.4266558967448853,
204
+ "policy_rollout_success_rate": 0.1978021978021978,
205
+ "restore_max_error": 1.9371509552001953e-07
206
+ }
207
+ }
208
+ },
209
+ {
210
+ "seed": 2,
211
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_2/policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0.json",
212
+ "num_groups": 575,
213
+ "selection_mode": "retrieval_residual",
214
+ "num_candidates": 48,
215
+ "candidate_sigma": 0.0,
216
+ "selection_margin": 0.0,
217
+ "retrieval_neighbors": 6,
218
+ "retrieval_metric": "raw",
219
+ "retrieval_residual_anchor": "policy",
220
+ "retrieval_residual_direction": "candidate_minus_anchor",
221
+ "retrieval_residual_reduce": "compose_mean_by_type",
222
+ "retrieval_residual_scales": [
223
+ 0.35,
224
+ 0.4,
225
+ 0.45
226
+ ],
227
+ "retrieval_residual_source_score_bonus_by_task": {
228
+ "*": 0.0,
229
+ "PickCube-v1": 0.01,
230
+ "StackCube-v1": 0.05
231
+ },
232
+ "retrieval_residual_source_advantage_weight_scale": 2.0,
233
+ "retrieval_residual_min_source_advantage": -1000000000.0,
234
+ "lattice_exclude_types": [
235
+ "residual_random_negative",
236
+ "residual_wrong_direction",
237
+ "residual_near_miss+residual_no_op",
238
+ "residual_no_op+residual_wrong_gripper"
239
+ ],
240
+ "selected_residual_scale_counts": {
241
+ "0.35": 351,
242
+ "0.45": 160,
243
+ "0.4": 64
244
+ },
245
+ "policy_rollout_success_rate": 0.391304347826087,
246
+ "policy_rollout_progress": 0.6067704802524785,
247
+ "oracle_success_rate": 0.8765217391304347,
248
+ "action_mse_to_best": 0.52740229782041,
249
+ "per_task": {
250
+ "LiftPegUpright-v1": {
251
+ "action_mse_to_best": 0.44621239306676824,
252
+ "expert_success_rate": 0.8229166666666666,
253
+ "num_groups": 96,
254
+ "oracle_success_rate": 0.9270833333333334,
255
+ "policy_expert_regret": 0.8243164004137119,
256
+ "policy_oracle_regret": 0.9438704351584116,
257
+ "policy_rollout_progress": 0.6459880881011486,
258
+ "policy_rollout_success_rate": 0.34375,
259
+ "restore_max_error": 1.955777406692505e-07
260
+ },
261
+ "PickCube-v1": {
262
+ "action_mse_to_best": 0.4559677015387952,
263
+ "expert_success_rate": 0.9444444444444444,
264
+ "num_groups": 198,
265
+ "oracle_success_rate": 0.9595959595959596,
266
+ "policy_expert_regret": 1.013960270756724,
267
+ "policy_oracle_regret": 1.0210437212854322,
268
+ "policy_rollout_progress": 0.6227304631787719,
269
+ "policy_rollout_success_rate": 0.3181818181818182,
270
+ "restore_max_error": 2.384185791015625e-07
271
+ },
272
+ "PullCube-v1": {
273
+ "action_mse_to_best": 0.6842520299885008,
274
+ "expert_success_rate": 0.24444444444444444,
275
+ "num_groups": 90,
276
+ "oracle_success_rate": 0.4666666666666667,
277
+ "policy_expert_regret": 0.30676752639313537,
278
+ "policy_oracle_regret": 0.4325280127219028,
279
+ "policy_rollout_progress": 0.3744079527962539,
280
+ "policy_rollout_success_rate": 0.26666666666666666,
281
+ "restore_max_error": 2.384185791015625e-07
282
+ },
283
+ "PushCube-v1": {
284
+ "action_mse_to_best": 0.5130543247012809,
285
+ "expert_success_rate": 0.8514851485148515,
286
+ "num_groups": 101,
287
+ "oracle_success_rate": 1.0,
288
+ "policy_expert_regret": 0.24754097364326516,
289
+ "policy_oracle_regret": 0.26621239536469526,
290
+ "policy_rollout_progress": 0.8724014660214433,
291
+ "policy_rollout_success_rate": 0.8613861386138614,
292
+ "restore_max_error": 2.384185791015625e-07
293
+ },
294
+ "StackCube-v1": {
295
+ "action_mse_to_best": 0.6304128568205568,
296
+ "expert_success_rate": 0.7666666666666667,
297
+ "num_groups": 90,
298
+ "oracle_success_rate": 0.9111111111111111,
299
+ "policy_expert_regret": 1.0856013195382224,
300
+ "policy_oracle_regret": 1.2221325669023726,
301
+ "policy_rollout_progress": 0.4640919350915485,
302
+ "policy_rollout_success_rate": 0.2,
303
+ "restore_max_error": 2.2351741790771484e-07
304
+ }
305
+ }
306
+ }
307
+ ]
308
+ }
workspace/results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.md ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Generator V1 Rollout Summary
2
+
3
+ Objective: `transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1`
4
+ Result file: `policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0.json`
5
+ Completed seeds: 3
6
+ Mean success: 37.68% +/- 1.33%
7
+ Mean progress: 58.94%
8
+
9
+ | seed | success | progress | mse | anchor | adv weight | min src adv | scales |
10
+ |---:|---:|---:|---:|---|---:|---|---|
11
+ | 0 | 37.39% | 57.87% | 0.501 | policy | 2.00 | none | 0.35,0.4,0.45 |
12
+ | 1 | 36.52% | 58.27% | 0.515 | policy | 2.00 | none | 0.35,0.4,0.45 |
13
+ | 2 | 39.13% | 60.68% | 0.527 | policy | 2.00 | none | 0.35,0.4,0.45 |
workspace/results/paper_analysis.json CHANGED
@@ -23,7 +23,7 @@
23
  "selected_success_for_65pct_gap_closure": 0.47449275362318843,
24
  "selected_success_for_75pct_gap_closure": 0.5017391304347827
25
  },
26
- "generated_utc": "2026-07-02T18:32:12+00:00",
27
  "mechanism_gap": {
28
  "best_clean_vs_direct_same_ckpt": 0.1060869565217391,
29
  "best_clean_vs_h16": 0.09159420289855075,
@@ -12710,19 +12710,517 @@
12710
  "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json",
12711
  "std_success": 0.018595959341849776
12712
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12713
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0": {
 
 
12714
  "headline_metric": "mean_success",
12715
  "headline_metric_label": "deployment",
 
 
12716
  "label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12717
  "missing": true,
12718
- "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.json"
12719
  },
12720
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0": {
 
 
12721
  "headline_metric": "mean_success",
12722
  "headline_metric_label": "deployment",
 
 
12723
  "label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12724
  "missing": true,
12725
- "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_summary.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12726
  },
12727
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_oraclecal_train800_k4_r0025_t0025": {
12728
  "ci95_success": 0.044132081897821224,
@@ -13108,12 +13606,414 @@
13108
  "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_oraclecal_train800_k4_type005_summary.json",
13109
  "std_success": 0.017764119937442965
13110
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13111
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0": {
 
 
13112
  "headline_metric": "mean_success",
13113
  "headline_metric_label": "deployment",
 
 
13114
  "label": "Generator V1 positive tangents, policy anchor, advantage weight 2.0",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13115
  "missing": true,
13116
- "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13117
  },
13118
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025": {
13119
  "ci95_success": 0.043707043917985716,
 
23
  "selected_success_for_65pct_gap_closure": 0.47449275362318843,
24
  "selected_success_for_75pct_gap_closure": 0.5017391304347827
25
  },
26
+ "generated_utc": "2026-07-02T19:30:26+00:00",
27
  "mechanism_gap": {
28
  "best_clean_vs_direct_same_ckpt": 0.1060869565217391,
29
  "best_clean_vs_h16": 0.09159420289855075,
 
12710
  "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json",
12711
  "std_success": 0.018595959341849776
12712
  },
12713
+ "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw0p5": {
12714
+ "ci95_success": 0.04327783177865381,
12715
+ "headline_ci95_success": 0.04327783177865381,
12716
+ "headline_metric": "mean_success",
12717
+ "headline_metric_label": "deployment",
12718
+ "headline_std_success": 0.017420265740657068,
12719
+ "headline_success": 0.3872463768115942,
12720
+ "label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 0.5",
12721
+ "mean_action_mse_to_best": 0.5136112351842441,
12722
+ "mean_progress": 0.5970969428575558,
12723
+ "mean_success": 0.3872463768115942,
12724
+ "num_completed": 3,
12725
+ "per_task_success": {
12726
+ "LiftPegUpright-v1": {
12727
+ "mean_num_groups": 102.0,
12728
+ "mean_success": 0.2738253175399649,
12729
+ "std_success": 0.07861590073068579
12730
+ },
12731
+ "PickCube-v1": {
12732
+ "mean_num_groups": 196.66666666666666,
12733
+ "mean_success": 0.33118391270565184,
12734
+ "std_success": 0.027971684673707302
12735
+ },
12736
+ "PullCube-v1": {
12737
+ "mean_num_groups": 81.0,
12738
+ "mean_success": 0.25931368826105666,
12739
+ "std_success": 0.03764948274063547
12740
+ },
12741
+ "PushCube-v1": {
12742
+ "mean_num_groups": 102.0,
12743
+ "mean_success": 0.8269442815471887,
12744
+ "std_success": 0.07131455226250227
12745
+ },
12746
+ "StackCube-v1": {
12747
+ "mean_num_groups": 93.33333333333333,
12748
+ "mean_success": 0.25503755503755504,
12749
+ "std_success": 0.05987073762679782
12750
+ }
12751
+ },
12752
+ "seed_action_mse_to_best": {
12753
+ "0": 0.49949725674060375,
12754
+ "1": 0.5162805855784404,
12755
+ "2": 0.5250558632336881
12756
+ },
12757
+ "seed_progress": {
12758
+ "0": 0.5839397546810948,
12759
+ "1": 0.5902519925149239,
12760
+ "2": 0.6170990813766485
12761
+ },
12762
+ "seed_success": {
12763
+ "0": 0.3808695652173913,
12764
+ "1": 0.3739130434782609,
12765
+ "2": 0.40695652173913044
12766
+ },
12767
+ "selected_candidate_type_counts": {
12768
+ "retrieval_residual_policy_residual": 607,
12769
+ "retrieval_residual_residual_near_miss": 214,
12770
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 216,
12771
+ "retrieval_residual_residual_no_op": 258,
12772
+ "retrieval_residual_residual_wrong_gripper": 430
12773
+ },
12774
+ "selected_residual_scale_counts": {
12775
+ "0.35": 992,
12776
+ "0.4": 206,
12777
+ "0.45": 527
12778
+ },
12779
+ "selected_type_outcomes": {
12780
+ "retrieval_residual_policy_residual": {
12781
+ "count": 607.0,
12782
+ "mean_progress": 0.5481918433564523,
12783
+ "success_rate": 0.29654036243822074
12784
+ },
12785
+ "retrieval_residual_residual_near_miss": {
12786
+ "count": 214.0,
12787
+ "mean_progress": 0.7708240913697214,
12788
+ "success_rate": 0.6261682242990654
12789
+ },
12790
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
12791
+ "count": 216.0,
12792
+ "mean_progress": 0.7071546247418694,
12793
+ "success_rate": 0.5231481481481481
12794
+ },
12795
+ "retrieval_residual_residual_no_op": {
12796
+ "count": 258.0,
12797
+ "mean_progress": 0.543082087849404,
12798
+ "success_rate": 0.35658914728682173
12799
+ },
12800
+ "retrieval_residual_residual_wrong_gripper": {
12801
+ "count": 430.0,
12802
+ "mean_progress": 0.5567973124404806,
12803
+ "success_rate": 0.34651162790697676
12804
+ }
12805
+ },
12806
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw0p5_summary.json",
12807
+ "std_success": 0.017420265740657068
12808
+ },
12809
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0": {
12810
+ "ci95_success": 0.027777495713921813,
12811
+ "headline_ci95_success": 0.027777495713921813,
12812
  "headline_metric": "mean_success",
12813
  "headline_metric_label": "deployment",
12814
+ "headline_std_success": 0.011181044360571532,
12815
+ "headline_success": 0.383768115942029,
12816
  "label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
12817
+ "mean_action_mse_to_best": 0.51405627095154,
12818
+ "mean_progress": 0.5947921582106231,
12819
+ "mean_success": 0.383768115942029,
12820
+ "num_completed": 3,
12821
+ "per_task_success": {
12822
+ "LiftPegUpright-v1": {
12823
+ "mean_num_groups": 102.0,
12824
+ "mean_success": 0.2698665217082789,
12825
+ "std_success": 0.07386345661678752
12826
+ },
12827
+ "PickCube-v1": {
12828
+ "mean_num_groups": 196.66666666666666,
12829
+ "mean_success": 0.3328336317466753,
12830
+ "std_success": 0.02615614287621478
12831
+ },
12832
+ "PullCube-v1": {
12833
+ "mean_num_groups": 81.0,
12834
+ "mean_success": 0.2636996531733374,
12835
+ "std_success": 0.031723566913421014
12836
+ },
12837
+ "PushCube-v1": {
12838
+ "mean_num_groups": 102.0,
12839
+ "mean_success": 0.8178837147659562,
12840
+ "std_success": 0.054232113490929594
12841
+ },
12842
+ "StackCube-v1": {
12843
+ "mean_num_groups": 93.33333333333333,
12844
+ "mean_success": 0.2412328412328412,
12845
+ "std_success": 0.04734003304852265
12846
+ }
12847
+ },
12848
+ "seed_action_mse_to_best": {
12849
+ "0": 0.5013779968104285,
12850
+ "1": 0.5149549319684181,
12851
+ "2": 0.5258358840757738
12852
+ },
12853
+ "seed_progress": {
12854
+ "0": 0.584225173432218,
12855
+ "1": 0.5895823166373632,
12856
+ "2": 0.6105689845622881
12857
+ },
12858
+ "seed_success": {
12859
+ "0": 0.3791304347826087,
12860
+ "1": 0.37565217391304345,
12861
+ "2": 0.39652173913043476
12862
+ },
12863
+ "selected_candidate_type_counts": {
12864
+ "retrieval_residual_policy_residual": 593,
12865
+ "retrieval_residual_residual_near_miss": 237,
12866
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 219,
12867
+ "retrieval_residual_residual_no_op": 254,
12868
+ "retrieval_residual_residual_wrong_gripper": 422
12869
+ },
12870
+ "selected_residual_scale_counts": {
12871
+ "0.35": 992,
12872
+ "0.4": 204,
12873
+ "0.45": 529
12874
+ },
12875
+ "selected_type_outcomes": {
12876
+ "retrieval_residual_policy_residual": {
12877
+ "count": 593.0,
12878
+ "mean_progress": 0.5434360912911481,
12879
+ "success_rate": 0.2917369308600337
12880
+ },
12881
+ "retrieval_residual_residual_near_miss": {
12882
+ "count": 237.0,
12883
+ "mean_progress": 0.752326833964463,
12884
+ "success_rate": 0.5822784810126582
12885
+ },
12886
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
12887
+ "count": 219.0,
12888
+ "mean_progress": 0.7189138394325427,
12889
+ "success_rate": 0.5296803652968036
12890
+ },
12891
+ "retrieval_residual_residual_no_op": {
12892
+ "count": 254.0,
12893
+ "mean_progress": 0.5431713150542845,
12894
+ "success_rate": 0.3543307086614173
12895
+ },
12896
+ "retrieval_residual_residual_wrong_gripper": {
12897
+ "count": 422.0,
12898
+ "mean_progress": 0.5451416262288653,
12899
+ "success_rate": 0.34360189573459715
12900
+ }
12901
+ },
12902
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.json",
12903
+ "std_success": 0.011181044360571532
12904
+ },
12905
+ "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0_oraclek8": {
12906
+ "headline_metric": "mean_candidate_oracle_success_rate",
12907
+ "headline_metric_label": "candidate-oracle",
12908
+ "label": "Generator V1 expert-anchor advantage weight 1.0, candidate-oracle K8",
12909
  "missing": true,
12910
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_oraclek8_summary.json"
12911
  },
12912
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0": {
12913
+ "ci95_success": 0.032999037366698375,
12914
+ "headline_ci95_success": 0.032999037366698375,
12915
  "headline_metric": "mean_success",
12916
  "headline_metric_label": "deployment",
12917
+ "headline_std_success": 0.013282828101321283,
12918
+ "headline_success": 0.3768115942028985,
12919
  "label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0",
12920
+ "mean_action_mse_to_best": 0.5143569296768502,
12921
+ "mean_progress": 0.5894178291635194,
12922
+ "mean_success": 0.3768115942028985,
12923
+ "num_completed": 3,
12924
+ "per_task_success": {
12925
+ "LiftPegUpright-v1": {
12926
+ "mean_num_groups": 102.0,
12927
+ "mean_success": 0.26639429948605664,
12928
+ "std_success": 0.06792534648331451
12929
+ },
12930
+ "PickCube-v1": {
12931
+ "mean_num_groups": 196.66666666666666,
12932
+ "mean_success": 0.3274931590148981,
12933
+ "std_success": 0.03420004779247759
12934
+ },
12935
+ "PullCube-v1": {
12936
+ "mean_num_groups": 81.0,
12937
+ "mean_success": 0.2500303789777474,
12938
+ "std_success": 0.023077786338402385
12939
+ },
12940
+ "PushCube-v1": {
12941
+ "mean_num_groups": 102.0,
12942
+ "mean_success": 0.8146349425051763,
12943
+ "std_success": 0.06171557177404845
12944
+ },
12945
+ "StackCube-v1": {
12946
+ "mean_num_groups": 93.33333333333333,
12947
+ "mean_success": 0.22687682687682686,
12948
+ "std_success": 0.04846784140995916
12949
+ }
12950
+ },
12951
+ "seed_action_mse_to_best": {
12952
+ "0": 0.5005510983859067,
12953
+ "1": 0.5151173928242339,
12954
+ "2": 0.52740229782041
12955
+ },
12956
+ "seed_progress": {
12957
+ "0": 0.5787463493072985,
12958
+ "1": 0.582736657930781,
12959
+ "2": 0.6067704802524785
12960
+ },
12961
+ "seed_success": {
12962
+ "0": 0.3739130434782609,
12963
+ "1": 0.3652173913043478,
12964
+ "2": 0.391304347826087
12965
+ },
12966
+ "selected_candidate_type_counts": {
12967
+ "retrieval_residual_policy_residual": 584,
12968
+ "retrieval_residual_residual_near_miss": 269,
12969
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 227,
12970
+ "retrieval_residual_residual_no_op": 252,
12971
+ "retrieval_residual_residual_wrong_gripper": 393
12972
+ },
12973
+ "selected_residual_scale_counts": {
12974
+ "0.35": 1007,
12975
+ "0.4": 191,
12976
+ "0.45": 527
12977
+ },
12978
+ "selected_type_outcomes": {
12979
+ "retrieval_residual_policy_residual": {
12980
+ "count": 584.0,
12981
+ "mean_progress": 0.5396331625987381,
12982
+ "success_rate": 0.2910958904109589
12983
+ },
12984
+ "retrieval_residual_residual_near_miss": {
12985
+ "count": 269.0,
12986
+ "mean_progress": 0.7359185712931324,
12987
+ "success_rate": 0.550185873605948
12988
+ },
12989
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
12990
+ "count": 227.0,
12991
+ "mean_progress": 0.7157547649340745,
12992
+ "success_rate": 0.5330396475770925
12993
+ },
12994
+ "retrieval_residual_residual_no_op": {
12995
+ "count": 252.0,
12996
+ "mean_progress": 0.5248836046774823,
12997
+ "success_rate": 0.31746031746031744
12998
+ },
12999
+ "retrieval_residual_residual_wrong_gripper": {
13000
+ "count": 393.0,
13001
+ "mean_progress": 0.5315289889384089,
13002
+ "success_rate": 0.3333333333333333
13003
+ }
13004
+ },
13005
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_summary.json",
13006
+ "std_success": 0.013282828101321283
13007
+ },
13008
+ "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0_gate0": {
13009
+ "ci95_success": 0.04778760648872724,
13010
+ "headline_ci95_success": 0.04778760648872724,
13011
+ "headline_metric": "mean_success",
13012
+ "headline_metric_label": "deployment",
13013
+ "headline_std_success": 0.019235547852796592,
13014
+ "headline_success": 0.36927536231884056,
13015
+ "label": "Generator V1 utility-weighted tangents, expert anchor, source advantage gate >= 0.0",
13016
+ "mean_action_mse_to_best": 0.45602177684910705,
13017
+ "mean_progress": 0.5815420930200059,
13018
+ "mean_success": 0.36927536231884056,
13019
+ "num_completed": 3,
13020
+ "per_task_success": {
13021
+ "LiftPegUpright-v1": {
13022
+ "mean_num_groups": 102.0,
13023
+ "mean_success": 0.26639429948605664,
13024
+ "std_success": 0.06792534648331451
13025
+ },
13026
+ "PickCube-v1": {
13027
+ "mean_num_groups": 196.66666666666666,
13028
+ "mean_success": 0.32465893607197954,
13029
+ "std_success": 0.018763488756388967
13030
+ },
13031
+ "PullCube-v1": {
13032
+ "mean_num_groups": 81.0,
13033
+ "mean_success": 0.23624718361560468,
13034
+ "std_success": 0.04766015797840824
13035
+ },
13036
+ "PushCube-v1": {
13037
+ "mean_num_groups": 102.0,
13038
+ "mean_success": 0.8055743757239439,
13039
+ "std_success": 0.04486214967261923
13040
+ },
13041
+ "StackCube-v1": {
13042
+ "mean_num_groups": 93.33333333333333,
13043
+ "mean_success": 0.2081844081844082,
13044
+ "std_success": 0.07436028694013369
13045
+ }
13046
+ },
13047
+ "seed_action_mse_to_best": {
13048
+ "0": 0.43498127313573726,
13049
+ "1": 0.4576410755636575,
13050
+ "2": 0.4754429818479263
13051
+ },
13052
+ "seed_progress": {
13053
+ "0": 0.5694765353704924,
13054
+ "1": 0.5735185124835824,
13055
+ "2": 0.6016312312059429
13056
+ },
13057
+ "seed_success": {
13058
+ "0": 0.36695652173913046,
13059
+ "1": 0.35130434782608694,
13060
+ "2": 0.38956521739130434
13061
+ },
13062
+ "selected_candidate_type_counts": {
13063
+ "retrieval_residual_policy_residual": 819,
13064
+ "retrieval_residual_residual_near_miss": 479,
13065
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 80,
13066
+ "retrieval_residual_residual_no_op": 174,
13067
+ "retrieval_residual_residual_no_op+residual_near_miss": 14,
13068
+ "retrieval_residual_residual_wrong_gripper": 143,
13069
+ "retrieval_residual_residual_wrong_gripper+residual_near_miss": 4,
13070
+ "retrieval_residual_residual_wrong_gripper+residual_no_op": 12
13071
+ },
13072
+ "selected_residual_scale_counts": {
13073
+ "0.35": 1208,
13074
+ "0.4": 97,
13075
+ "0.45": 420
13076
+ },
13077
+ "selected_type_outcomes": {
13078
+ "retrieval_residual_policy_residual": {
13079
+ "count": 819.0,
13080
+ "mean_progress": 0.5104973517751755,
13081
+ "success_rate": 0.2857142857142857
13082
+ },
13083
+ "retrieval_residual_residual_near_miss": {
13084
+ "count": 479.0,
13085
+ "mean_progress": 0.6349816032148711,
13086
+ "success_rate": 0.4154488517745303
13087
+ },
13088
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
13089
+ "count": 80.0,
13090
+ "mean_progress": 0.8649393017403781,
13091
+ "success_rate": 0.8
13092
+ },
13093
+ "retrieval_residual_residual_no_op": {
13094
+ "count": 174.0,
13095
+ "mean_progress": 0.6662687381793713,
13096
+ "success_rate": 0.42528735632183906
13097
+ },
13098
+ "retrieval_residual_residual_no_op+residual_near_miss": {
13099
+ "count": 14.0,
13100
+ "mean_progress": 0.7973395671163287,
13101
+ "success_rate": 0.5
13102
+ },
13103
+ "retrieval_residual_residual_wrong_gripper": {
13104
+ "count": 143.0,
13105
+ "mean_progress": 0.5357520567809156,
13106
+ "success_rate": 0.3776223776223776
13107
+ },
13108
+ "retrieval_residual_residual_wrong_gripper+residual_near_miss": {
13109
+ "count": 4.0,
13110
+ "mean_progress": 0.5595042705535889,
13111
+ "success_rate": 0.25
13112
+ },
13113
+ "retrieval_residual_residual_wrong_gripper+residual_no_op": {
13114
+ "count": 12.0,
13115
+ "mean_progress": 0.48061430764695007,
13116
+ "success_rate": 0.3333333333333333
13117
+ }
13118
+ },
13119
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_gate0_summary.json",
13120
+ "std_success": 0.019235547852796592
13121
+ },
13122
+ "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0_oraclek8": {
13123
+ "headline_metric": "mean_candidate_oracle_success_rate",
13124
+ "headline_metric_label": "candidate-oracle",
13125
+ "label": "Generator V1 expert-anchor advantage weight 2.0, candidate-oracle K8",
13126
  "missing": true,
13127
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_oraclek8_summary.json"
13128
+ },
13129
+ "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw4p0": {
13130
+ "ci95_success": 0.023795944253316624,
13131
+ "headline_ci95_success": 0.023795944253316624,
13132
+ "headline_metric": "mean_success",
13133
+ "headline_metric_label": "deployment",
13134
+ "headline_std_success": 0.00957838356049757,
13135
+ "headline_success": 0.3715942028985508,
13136
+ "label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 4.0",
13137
+ "mean_action_mse_to_best": 0.5142619989150999,
13138
+ "mean_progress": 0.5871968711354795,
13139
+ "mean_success": 0.3715942028985508,
13140
+ "num_completed": 3,
13141
+ "per_task_success": {
13142
+ "LiftPegUpright-v1": {
13143
+ "mean_num_groups": 102.0,
13144
+ "mean_success": 0.2629578733692181,
13145
+ "std_success": 0.07185893911242767
13146
+ },
13147
+ "PickCube-v1": {
13148
+ "mean_num_groups": 196.66666666666666,
13149
+ "mean_success": 0.325890594912334,
13150
+ "std_success": 0.0315464330915602
13151
+ },
13152
+ "PullCube-v1": {
13153
+ "mean_num_groups": 81.0,
13154
+ "mean_success": 0.238350927824612,
13155
+ "std_success": 0.005496676719939777
13156
+ },
13157
+ "PushCube-v1": {
13158
+ "mean_num_groups": 102.0,
13159
+ "mean_success": 0.811334612472173,
13160
+ "std_success": 0.058125770572001835
13161
+ },
13162
+ "StackCube-v1": {
13163
+ "mean_num_groups": 93.33333333333333,
13164
+ "mean_success": 0.2161024161024161,
13165
+ "std_success": 0.0500502261749912
13166
+ }
13167
+ },
13168
+ "seed_action_mse_to_best": {
13169
+ "0": 0.4974852632974153,
13170
+ "1": 0.5146053172963793,
13171
+ "2": 0.5306954161515054
13172
+ },
13173
+ "seed_progress": {
13174
+ "0": 0.576676478124632,
13175
+ "1": 0.5834855123139594,
13176
+ "2": 0.601428622967847
13177
+ },
13178
+ "seed_success": {
13179
+ "0": 0.3652173913043478,
13180
+ "1": 0.36695652173913046,
13181
+ "2": 0.3826086956521739
13182
+ },
13183
+ "selected_candidate_type_counts": {
13184
+ "retrieval_residual_policy_residual": 584,
13185
+ "retrieval_residual_residual_near_miss": 277,
13186
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 230,
13187
+ "retrieval_residual_residual_no_op": 249,
13188
+ "retrieval_residual_residual_wrong_gripper": 385
13189
+ },
13190
+ "selected_residual_scale_counts": {
13191
+ "0.35": 1010,
13192
+ "0.4": 189,
13193
+ "0.45": 526
13194
+ },
13195
+ "selected_type_outcomes": {
13196
+ "retrieval_residual_policy_residual": {
13197
+ "count": 584.0,
13198
+ "mean_progress": 0.5373461956767467,
13199
+ "success_rate": 0.2910958904109589
13200
+ },
13201
+ "retrieval_residual_residual_near_miss": {
13202
+ "count": 277.0,
13203
+ "mean_progress": 0.725734414046386,
13204
+ "success_rate": 0.5342960288808665
13205
+ },
13206
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
13207
+ "count": 230.0,
13208
+ "mean_progress": 0.7039336256844841,
13209
+ "success_rate": 0.508695652173913
13210
+ },
13211
+ "retrieval_residual_residual_no_op": {
13212
+ "count": 249.0,
13213
+ "mean_progress": 0.5242827954681274,
13214
+ "success_rate": 0.30120481927710846
13215
+ },
13216
+ "retrieval_residual_residual_wrong_gripper": {
13217
+ "count": 385.0,
13218
+ "mean_progress": 0.5340904980873713,
13219
+ "success_rate": 0.34025974025974026
13220
+ }
13221
+ },
13222
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw4p0_summary.json",
13223
+ "std_success": 0.00957838356049757
13224
  },
13225
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_oraclecal_train800_k4_r0025_t0025": {
13226
  "ci95_success": 0.044132081897821224,
 
13606
  "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_oraclecal_train800_k4_type005_summary.json",
13607
  "std_success": 0.017764119937442965
13608
  },
13609
+ "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw1p0": {
13610
+ "ci95_success": 0.027777495713921813,
13611
+ "headline_ci95_success": 0.027777495713921813,
13612
+ "headline_metric": "mean_success",
13613
+ "headline_metric_label": "deployment",
13614
+ "headline_std_success": 0.011181044360571532,
13615
+ "headline_success": 0.383768115942029,
13616
+ "label": "Generator V1 positive tangents, policy anchor, advantage weight 1.0",
13617
+ "mean_action_mse_to_best": 0.51405627095154,
13618
+ "mean_progress": 0.5947921582106231,
13619
+ "mean_success": 0.383768115942029,
13620
+ "num_completed": 3,
13621
+ "per_task_success": {
13622
+ "LiftPegUpright-v1": {
13623
+ "mean_num_groups": 102.0,
13624
+ "mean_success": 0.2698665217082789,
13625
+ "std_success": 0.07386345661678752
13626
+ },
13627
+ "PickCube-v1": {
13628
+ "mean_num_groups": 196.66666666666666,
13629
+ "mean_success": 0.3328336317466753,
13630
+ "std_success": 0.02615614287621478
13631
+ },
13632
+ "PullCube-v1": {
13633
+ "mean_num_groups": 81.0,
13634
+ "mean_success": 0.2636996531733374,
13635
+ "std_success": 0.031723566913421014
13636
+ },
13637
+ "PushCube-v1": {
13638
+ "mean_num_groups": 102.0,
13639
+ "mean_success": 0.8178837147659562,
13640
+ "std_success": 0.054232113490929594
13641
+ },
13642
+ "StackCube-v1": {
13643
+ "mean_num_groups": 93.33333333333333,
13644
+ "mean_success": 0.2412328412328412,
13645
+ "std_success": 0.04734003304852265
13646
+ }
13647
+ },
13648
+ "seed_action_mse_to_best": {
13649
+ "0": 0.5013779968104285,
13650
+ "1": 0.5149549319684181,
13651
+ "2": 0.5258358840757738
13652
+ },
13653
+ "seed_progress": {
13654
+ "0": 0.584225173432218,
13655
+ "1": 0.5895823166373632,
13656
+ "2": 0.6105689845622881
13657
+ },
13658
+ "seed_success": {
13659
+ "0": 0.3791304347826087,
13660
+ "1": 0.37565217391304345,
13661
+ "2": 0.39652173913043476
13662
+ },
13663
+ "selected_candidate_type_counts": {
13664
+ "retrieval_residual_policy_residual": 593,
13665
+ "retrieval_residual_residual_near_miss": 237,
13666
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 219,
13667
+ "retrieval_residual_residual_no_op": 254,
13668
+ "retrieval_residual_residual_wrong_gripper": 422
13669
+ },
13670
+ "selected_residual_scale_counts": {
13671
+ "0.35": 992,
13672
+ "0.4": 204,
13673
+ "0.45": 529
13674
+ },
13675
+ "selected_type_outcomes": {
13676
+ "retrieval_residual_policy_residual": {
13677
+ "count": 593.0,
13678
+ "mean_progress": 0.5434360912911481,
13679
+ "success_rate": 0.2917369308600337
13680
+ },
13681
+ "retrieval_residual_residual_near_miss": {
13682
+ "count": 237.0,
13683
+ "mean_progress": 0.752326833964463,
13684
+ "success_rate": 0.5822784810126582
13685
+ },
13686
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
13687
+ "count": 219.0,
13688
+ "mean_progress": 0.7189138394325427,
13689
+ "success_rate": 0.5296803652968036
13690
+ },
13691
+ "retrieval_residual_residual_no_op": {
13692
+ "count": 254.0,
13693
+ "mean_progress": 0.5431713150542845,
13694
+ "success_rate": 0.3543307086614173
13695
+ },
13696
+ "retrieval_residual_residual_wrong_gripper": {
13697
+ "count": 422.0,
13698
+ "mean_progress": 0.5451416262288653,
13699
+ "success_rate": 0.34360189573459715
13700
+ }
13701
+ },
13702
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw1p0_summary.json",
13703
+ "std_success": 0.011181044360571532
13704
+ },
13705
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0": {
13706
+ "ci95_success": 0.032999037366698375,
13707
+ "headline_ci95_success": 0.032999037366698375,
13708
  "headline_metric": "mean_success",
13709
  "headline_metric_label": "deployment",
13710
+ "headline_std_success": 0.013282828101321283,
13711
+ "headline_success": 0.3768115942028985,
13712
  "label": "Generator V1 positive tangents, policy anchor, advantage weight 2.0",
13713
+ "mean_action_mse_to_best": 0.5143569296768502,
13714
+ "mean_progress": 0.5894178291635194,
13715
+ "mean_success": 0.3768115942028985,
13716
+ "num_completed": 3,
13717
+ "per_task_success": {
13718
+ "LiftPegUpright-v1": {
13719
+ "mean_num_groups": 102.0,
13720
+ "mean_success": 0.26639429948605664,
13721
+ "std_success": 0.06792534648331451
13722
+ },
13723
+ "PickCube-v1": {
13724
+ "mean_num_groups": 196.66666666666666,
13725
+ "mean_success": 0.3274931590148981,
13726
+ "std_success": 0.03420004779247759
13727
+ },
13728
+ "PullCube-v1": {
13729
+ "mean_num_groups": 81.0,
13730
+ "mean_success": 0.2500303789777474,
13731
+ "std_success": 0.023077786338402385
13732
+ },
13733
+ "PushCube-v1": {
13734
+ "mean_num_groups": 102.0,
13735
+ "mean_success": 0.8146349425051763,
13736
+ "std_success": 0.06171557177404845
13737
+ },
13738
+ "StackCube-v1": {
13739
+ "mean_num_groups": 93.33333333333333,
13740
+ "mean_success": 0.22687682687682686,
13741
+ "std_success": 0.04846784140995916
13742
+ }
13743
+ },
13744
+ "seed_action_mse_to_best": {
13745
+ "0": 0.5005510983859067,
13746
+ "1": 0.5151173928242339,
13747
+ "2": 0.52740229782041
13748
+ },
13749
+ "seed_progress": {
13750
+ "0": 0.5787463493072985,
13751
+ "1": 0.582736657930781,
13752
+ "2": 0.6067704802524785
13753
+ },
13754
+ "seed_success": {
13755
+ "0": 0.3739130434782609,
13756
+ "1": 0.3652173913043478,
13757
+ "2": 0.391304347826087
13758
+ },
13759
+ "selected_candidate_type_counts": {
13760
+ "retrieval_residual_policy_residual": 584,
13761
+ "retrieval_residual_residual_near_miss": 269,
13762
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 227,
13763
+ "retrieval_residual_residual_no_op": 252,
13764
+ "retrieval_residual_residual_wrong_gripper": 393
13765
+ },
13766
+ "selected_residual_scale_counts": {
13767
+ "0.35": 1007,
13768
+ "0.4": 191,
13769
+ "0.45": 527
13770
+ },
13771
+ "selected_type_outcomes": {
13772
+ "retrieval_residual_policy_residual": {
13773
+ "count": 584.0,
13774
+ "mean_progress": 0.5396331625987381,
13775
+ "success_rate": 0.2910958904109589
13776
+ },
13777
+ "retrieval_residual_residual_near_miss": {
13778
+ "count": 269.0,
13779
+ "mean_progress": 0.7359185712931324,
13780
+ "success_rate": 0.550185873605948
13781
+ },
13782
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
13783
+ "count": 227.0,
13784
+ "mean_progress": 0.7157547649340745,
13785
+ "success_rate": 0.5330396475770925
13786
+ },
13787
+ "retrieval_residual_residual_no_op": {
13788
+ "count": 252.0,
13789
+ "mean_progress": 0.5248836046774823,
13790
+ "success_rate": 0.31746031746031744
13791
+ },
13792
+ "retrieval_residual_residual_wrong_gripper": {
13793
+ "count": 393.0,
13794
+ "mean_progress": 0.5315289889384089,
13795
+ "success_rate": 0.3333333333333333
13796
+ }
13797
+ },
13798
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json",
13799
+ "std_success": 0.013282828101321283
13800
+ },
13801
+ "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0": {
13802
+ "ci95_success": 0.04778760648872724,
13803
+ "headline_ci95_success": 0.04778760648872724,
13804
+ "headline_metric": "mean_success",
13805
+ "headline_metric_label": "deployment",
13806
+ "headline_std_success": 0.019235547852796592,
13807
+ "headline_success": 0.36927536231884056,
13808
+ "label": "Generator V1 positive tangents, policy anchor, source advantage gate >= 0.0",
13809
+ "mean_action_mse_to_best": 0.45602177684910705,
13810
+ "mean_progress": 0.5815420930200059,
13811
+ "mean_success": 0.36927536231884056,
13812
+ "num_completed": 3,
13813
+ "per_task_success": {
13814
+ "LiftPegUpright-v1": {
13815
+ "mean_num_groups": 102.0,
13816
+ "mean_success": 0.26639429948605664,
13817
+ "std_success": 0.06792534648331451
13818
+ },
13819
+ "PickCube-v1": {
13820
+ "mean_num_groups": 196.66666666666666,
13821
+ "mean_success": 0.32465893607197954,
13822
+ "std_success": 0.018763488756388967
13823
+ },
13824
+ "PullCube-v1": {
13825
+ "mean_num_groups": 81.0,
13826
+ "mean_success": 0.23624718361560468,
13827
+ "std_success": 0.04766015797840824
13828
+ },
13829
+ "PushCube-v1": {
13830
+ "mean_num_groups": 102.0,
13831
+ "mean_success": 0.8055743757239439,
13832
+ "std_success": 0.04486214967261923
13833
+ },
13834
+ "StackCube-v1": {
13835
+ "mean_num_groups": 93.33333333333333,
13836
+ "mean_success": 0.2081844081844082,
13837
+ "std_success": 0.07436028694013369
13838
+ }
13839
+ },
13840
+ "seed_action_mse_to_best": {
13841
+ "0": 0.43498127313573726,
13842
+ "1": 0.4576410755636575,
13843
+ "2": 0.4754429818479263
13844
+ },
13845
+ "seed_progress": {
13846
+ "0": 0.5694765353704924,
13847
+ "1": 0.5735185124835824,
13848
+ "2": 0.6016312312059429
13849
+ },
13850
+ "seed_success": {
13851
+ "0": 0.36695652173913046,
13852
+ "1": 0.35130434782608694,
13853
+ "2": 0.38956521739130434
13854
+ },
13855
+ "selected_candidate_type_counts": {
13856
+ "retrieval_residual_policy_residual": 819,
13857
+ "retrieval_residual_residual_near_miss": 479,
13858
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 80,
13859
+ "retrieval_residual_residual_no_op": 174,
13860
+ "retrieval_residual_residual_no_op+residual_near_miss": 14,
13861
+ "retrieval_residual_residual_wrong_gripper": 143,
13862
+ "retrieval_residual_residual_wrong_gripper+residual_near_miss": 4,
13863
+ "retrieval_residual_residual_wrong_gripper+residual_no_op": 12
13864
+ },
13865
+ "selected_residual_scale_counts": {
13866
+ "0.35": 1208,
13867
+ "0.4": 97,
13868
+ "0.45": 420
13869
+ },
13870
+ "selected_type_outcomes": {
13871
+ "retrieval_residual_policy_residual": {
13872
+ "count": 819.0,
13873
+ "mean_progress": 0.5104973517751755,
13874
+ "success_rate": 0.2857142857142857
13875
+ },
13876
+ "retrieval_residual_residual_near_miss": {
13877
+ "count": 479.0,
13878
+ "mean_progress": 0.6349816032148711,
13879
+ "success_rate": 0.4154488517745303
13880
+ },
13881
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
13882
+ "count": 80.0,
13883
+ "mean_progress": 0.8649393017403781,
13884
+ "success_rate": 0.8
13885
+ },
13886
+ "retrieval_residual_residual_no_op": {
13887
+ "count": 174.0,
13888
+ "mean_progress": 0.6662687381793713,
13889
+ "success_rate": 0.42528735632183906
13890
+ },
13891
+ "retrieval_residual_residual_no_op+residual_near_miss": {
13892
+ "count": 14.0,
13893
+ "mean_progress": 0.7973395671163287,
13894
+ "success_rate": 0.5
13895
+ },
13896
+ "retrieval_residual_residual_wrong_gripper": {
13897
+ "count": 143.0,
13898
+ "mean_progress": 0.5357520567809156,
13899
+ "success_rate": 0.3776223776223776
13900
+ },
13901
+ "retrieval_residual_residual_wrong_gripper+residual_near_miss": {
13902
+ "count": 4.0,
13903
+ "mean_progress": 0.5595042705535889,
13904
+ "success_rate": 0.25
13905
+ },
13906
+ "retrieval_residual_residual_wrong_gripper+residual_no_op": {
13907
+ "count": 12.0,
13908
+ "mean_progress": 0.48061430764695007,
13909
+ "success_rate": 0.3333333333333333
13910
+ }
13911
+ },
13912
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0_summary.json",
13913
+ "std_success": 0.019235547852796592
13914
+ },
13915
+ "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0_oraclek8": {
13916
+ "headline_metric": "mean_candidate_oracle_success_rate",
13917
+ "headline_metric_label": "candidate-oracle",
13918
+ "label": "Generator V1 policy-anchor advantage weight 2.0, candidate-oracle K8",
13919
  "missing": true,
13920
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_oraclek8_summary.json"
13921
+ },
13922
+ "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw4p0": {
13923
+ "ci95_success": 0.023795944253316624,
13924
+ "headline_ci95_success": 0.023795944253316624,
13925
+ "headline_metric": "mean_success",
13926
+ "headline_metric_label": "deployment",
13927
+ "headline_std_success": 0.00957838356049757,
13928
+ "headline_success": 0.3715942028985508,
13929
+ "label": "Generator V1 positive tangents, policy anchor, advantage weight 4.0",
13930
+ "mean_action_mse_to_best": 0.5142619989150999,
13931
+ "mean_progress": 0.5871968711354795,
13932
+ "mean_success": 0.3715942028985508,
13933
+ "num_completed": 3,
13934
+ "per_task_success": {
13935
+ "LiftPegUpright-v1": {
13936
+ "mean_num_groups": 102.0,
13937
+ "mean_success": 0.2629578733692181,
13938
+ "std_success": 0.07185893911242767
13939
+ },
13940
+ "PickCube-v1": {
13941
+ "mean_num_groups": 196.66666666666666,
13942
+ "mean_success": 0.325890594912334,
13943
+ "std_success": 0.0315464330915602
13944
+ },
13945
+ "PullCube-v1": {
13946
+ "mean_num_groups": 81.0,
13947
+ "mean_success": 0.238350927824612,
13948
+ "std_success": 0.005496676719939777
13949
+ },
13950
+ "PushCube-v1": {
13951
+ "mean_num_groups": 102.0,
13952
+ "mean_success": 0.811334612472173,
13953
+ "std_success": 0.058125770572001835
13954
+ },
13955
+ "StackCube-v1": {
13956
+ "mean_num_groups": 93.33333333333333,
13957
+ "mean_success": 0.2161024161024161,
13958
+ "std_success": 0.0500502261749912
13959
+ }
13960
+ },
13961
+ "seed_action_mse_to_best": {
13962
+ "0": 0.4974852632974153,
13963
+ "1": 0.5146053172963793,
13964
+ "2": 0.5306954161515054
13965
+ },
13966
+ "seed_progress": {
13967
+ "0": 0.576676478124632,
13968
+ "1": 0.5834855123139594,
13969
+ "2": 0.601428622967847
13970
+ },
13971
+ "seed_success": {
13972
+ "0": 0.3652173913043478,
13973
+ "1": 0.36695652173913046,
13974
+ "2": 0.3826086956521739
13975
+ },
13976
+ "selected_candidate_type_counts": {
13977
+ "retrieval_residual_policy_residual": 584,
13978
+ "retrieval_residual_residual_near_miss": 277,
13979
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": 230,
13980
+ "retrieval_residual_residual_no_op": 249,
13981
+ "retrieval_residual_residual_wrong_gripper": 385
13982
+ },
13983
+ "selected_residual_scale_counts": {
13984
+ "0.35": 1010,
13985
+ "0.4": 189,
13986
+ "0.45": 526
13987
+ },
13988
+ "selected_type_outcomes": {
13989
+ "retrieval_residual_policy_residual": {
13990
+ "count": 584.0,
13991
+ "mean_progress": 0.5373461956767467,
13992
+ "success_rate": 0.2910958904109589
13993
+ },
13994
+ "retrieval_residual_residual_near_miss": {
13995
+ "count": 277.0,
13996
+ "mean_progress": 0.725734414046386,
13997
+ "success_rate": 0.5342960288808665
13998
+ },
13999
+ "retrieval_residual_residual_near_miss+residual_wrong_gripper": {
14000
+ "count": 230.0,
14001
+ "mean_progress": 0.7039336256844841,
14002
+ "success_rate": 0.508695652173913
14003
+ },
14004
+ "retrieval_residual_residual_no_op": {
14005
+ "count": 249.0,
14006
+ "mean_progress": 0.5242827954681274,
14007
+ "success_rate": 0.30120481927710846
14008
+ },
14009
+ "retrieval_residual_residual_wrong_gripper": {
14010
+ "count": 385.0,
14011
+ "mean_progress": 0.5340904980873713,
14012
+ "success_rate": 0.34025974025974026
14013
+ }
14014
+ },
14015
+ "source": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw4p0_summary.json",
14016
+ "std_success": 0.00957838356049757
14017
  },
14018
  "transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025": {
14019
  "ci95_success": 0.043707043917985716,
workspace/results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-07-02T18:32:12+00:00`
4
 
5
  ## Main Seed Statistics
6
 
@@ -72,9 +72,18 @@ Generated: `2026-07-02T18:32:12+00:00`
72
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrel | K6-matched transported residual field re-grounding, source-score 0.01, task-relative retrieval chart | 3 | deployment | 37.22% +/- 1.66 | 37.22% | +/- 4.12 | 58.49% | 0.512 | +7.48 pp |
73
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrelz | K6-matched transported residual field re-grounding, source-score 0.01, task-relative z-score retrieval chart | 3 | deployment | 36.99% +/- 2.02 | 36.99% | +/- 5.01 | 58.49% | 0.511 | +7.25 pp |
74
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005 | K6-matched transported residual field re-grounding, task-conditioned source-score prior | 3 | deployment | 38.90% +/- 1.86 | 38.90% | +/- 4.62 | 59.96% | 0.513 | +9.16 pp |
75
- | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0 | 0 | deployment | missing | missing | missing | missing | missing | missing |
76
- | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0 | 0 | deployment | missing | missing | missing | missing | missing | missing |
77
- | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0 | Generator V1 positive tangents, policy anchor, advantage weight 2.0 | 0 | deployment | missing | missing | missing | missing | missing | missing |
 
 
 
 
 
 
 
 
 
78
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025 | 3 | deployment | 38.84% +/- 1.76 | 38.84% | +/- 4.37 | 59.94% | 0.513 | +9.10 pp |
79
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale005 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.05 | 3 | deployment | 38.78% +/- 1.66 | 38.78% | +/- 4.12 | 59.89% | 0.513 | +9.04 pp |
80
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale010 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.10 | 3 | deployment | 38.67% +/- 1.62 | 38.67% | +/- 4.01 | 59.82% | 0.513 | +8.93 pp |
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-07-02T19:30:26+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
72
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrel | K6-matched transported residual field re-grounding, source-score 0.01, task-relative retrieval chart | 3 | deployment | 37.22% +/- 1.66 | 37.22% | +/- 4.12 | 58.49% | 0.512 | +7.48 pp |
73
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore001_metric_taskrelz | K6-matched transported residual field re-grounding, source-score 0.01, task-relative z-score retrieval chart | 3 | deployment | 36.99% +/- 2.02 | 36.99% | +/- 5.01 | 58.49% | 0.511 | +7.25 pp |
74
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005 | K6-matched transported residual field re-grounding, task-conditioned source-score prior | 3 | deployment | 38.90% +/- 1.86 | 38.90% | +/- 4.62 | 59.96% | 0.513 | +9.16 pp |
75
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0 | 3 | deployment | 38.38% +/- 1.12 | 38.38% | +/- 2.78 | 59.48% | 0.514 | +8.64 pp |
76
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0 | 3 | deployment | 37.68% +/- 1.33 | 37.68% | +/- 3.30 | 58.94% | 0.514 | +7.94 pp |
77
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0 | Generator V1 positive tangents, policy anchor, advantage weight 2.0 | 3 | deployment | 37.68% +/- 1.33 | 37.68% | +/- 3.30 | 58.94% | 0.514 | +7.94 pp |
78
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0_gate0 | Generator V1 utility-weighted tangents, expert anchor, source advantage gate >= 0.0 | 3 | deployment | 36.93% +/- 1.92 | 36.93% | +/- 4.78 | 58.15% | 0.456 | +7.19 pp |
79
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0 | Generator V1 positive tangents, policy anchor, source advantage gate >= 0.0 | 3 | deployment | 36.93% +/- 1.92 | 36.93% | +/- 4.78 | 58.15% | 0.456 | +7.19 pp |
80
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0_oraclek8 | Generator V1 expert-anchor advantage weight 1.0, candidate-oracle K8 | 0 | candidate-oracle | missing | missing | missing | missing | missing | missing |
81
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0_oraclek8 | Generator V1 expert-anchor advantage weight 2.0, candidate-oracle K8 | 0 | candidate-oracle | missing | missing | missing | missing | missing | missing |
82
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0_oraclek8 | Generator V1 policy-anchor advantage weight 2.0, candidate-oracle K8 | 0 | candidate-oracle | missing | missing | missing | missing | missing | missing |
83
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw0p5 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 0.5 | 3 | deployment | 38.72% +/- 1.74 | 38.72% | +/- 4.33 | 59.71% | 0.514 | +8.99 pp |
84
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw4p0 | Generator V1 utility-weighted tangents, expert anchor, advantage weight 4.0 | 3 | deployment | 37.16% +/- 0.96 | 37.16% | +/- 2.38 | 58.72% | 0.514 | +7.42 pp |
85
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw1p0 | Generator V1 positive tangents, policy anchor, advantage weight 1.0 | 3 | deployment | 38.38% +/- 1.12 | 38.38% | +/- 2.78 | 59.48% | 0.514 | +8.64 pp |
86
+ | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw4p0 | Generator V1 positive tangents, policy anchor, advantage weight 4.0 | 3 | deployment | 37.16% +/- 0.96 | 37.16% | +/- 2.38 | 58.72% | 0.514 | +7.42 pp |
87
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025 | 3 | deployment | 38.84% +/- 1.76 | 38.84% | +/- 4.37 | 59.94% | 0.513 | +9.10 pp |
88
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale005 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.05 | 3 | deployment | 38.78% +/- 1.66 | 38.78% | +/- 4.12 | 59.89% | 0.513 | +9.04 pp |
89
  | transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale010 | K6-matched transported residual field re-grounding, all-train tangent-length prior 0.10 | 3 | deployment | 38.67% +/- 1.62 | 38.67% | +/- 4.01 | 59.82% | 0.513 | +8.93 pp |
workspace/results/v1_generator_decision.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "generated_utc": "2026-07-02T19:13:00.427335+00:00",
3
+ "round": 0,
4
+ "baseline_success": 0.3889855072463768,
5
+ "complete": true,
6
+ "summaries": [
7
+ {
8
+ "key": "advw1p0",
9
+ "label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
10
+ "num_completed": 3,
11
+ "mean_success": 0.383768115942029,
12
+ "delta_vs_baseline": -0.00521739130434784,
13
+ "summary_path": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_summary.json"
14
+ },
15
+ {
16
+ "key": "advw2p0",
17
+ "label": "Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0",
18
+ "num_completed": 3,
19
+ "mean_success": 0.37681159420289856,
20
+ "delta_vs_baseline": -0.012173913043478257,
21
+ "summary_path": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_summary.json"
22
+ },
23
+ {
24
+ "key": "policyanchor_advw2p0",
25
+ "label": "Generator V1 positive tangents, policy anchor, advantage weight 2.0",
26
+ "num_completed": 3,
27
+ "mean_success": 0.37681159420289856,
28
+ "delta_vs_baseline": -0.012173913043478257,
29
+ "summary_path": "results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json"
30
+ }
31
+ ],
32
+ "best_key": "advw1p0",
33
+ "best_success": 0.383768115942029,
34
+ "best_delta_vs_baseline": -0.00521739130434784,
35
+ "recommendation": "submit_wider_advantage_weight_support_sweep",
36
+ "submitted": [
37
+ {
38
+ "key": "advw0p5",
39
+ "eval_job": "15069074",
40
+ "summary_job": "15069075"
41
+ },
42
+ {
43
+ "key": "advw4p0",
44
+ "eval_job": "15069076",
45
+ "summary_job": "15069077"
46
+ },
47
+ {
48
+ "key": "policyanchor_advw1p0",
49
+ "eval_job": "15069078",
50
+ "summary_job": "15069079"
51
+ },
52
+ {
53
+ "key": "policyanchor_advw4p0",
54
+ "eval_job": "15069080",
55
+ "summary_job": "15069081"
56
+ },
57
+ {
58
+ "key": "advw2p0_gate0",
59
+ "eval_job": "15069082",
60
+ "summary_job": "15069083"
61
+ },
62
+ {
63
+ "key": "policyanchor_advw2p0_gate0",
64
+ "eval_job": "15069084",
65
+ "summary_job": "15069085"
66
+ }
67
+ ]
68
+ }
workspace/results/v1_generator_decision.md ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Generator V1 Decision
2
+
3
+ Generated: `2026-07-02T19:13:00.427335+00:00`
4
+ Baseline clean success: 38.90%
5
+ Recommendation: `submit_wider_advantage_weight_support_sweep`
6
+
7
+ | key | completed | success | delta |
8
+ |---|---:|---:|---:|
9
+ | advw1p0 | 3 | 38.38% | -0.52% |
10
+ | advw2p0 | 3 | 37.68% | -1.22% |
11
+ | policyanchor_advw2p0 | 3 | 37.68% | -1.22% |
12
+
13
+ Submitted follow-up jobs:
14
+
15
+ - `advw0p5`: eval `15069074`, summary `15069075`
16
+ - `advw4p0`: eval `15069076`, summary `15069077`
17
+ - `policyanchor_advw1p0`: eval `15069078`, summary `15069079`
18
+ - `policyanchor_advw4p0`: eval `15069080`, summary `15069081`
19
+ - `advw2p0_gate0`: eval `15069082`, summary `15069083`
20
+ - `policyanchor_advw2p0_gate0`: eval `15069084`, summary `15069085`
workspace/scripts/advance_v1_generator.py ADDED
@@ -0,0 +1,665 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python3
2
+ from __future__ import annotations
3
+
4
+ import argparse
5
+ import json
6
+ import math
7
+ import os
8
+ import statistics
9
+ import subprocess
10
+ from collections import Counter
11
+ from dataclasses import dataclass
12
+ from datetime import datetime, timezone
13
+ from pathlib import Path
14
+ from typing import Any
15
+
16
+
17
+ DEFAULT_OBJECTIVE = "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1"
18
+ BEST_CLEAN_SUMMARY = (
19
+ "h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
20
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_summary.json"
21
+ )
22
+ BEST_CLEAN_SUCCESS = 0.3889855072463768
23
+ SOURCE_SCORE_MAP = "manifests/source_score_bonus_pick001_stack005.json"
24
+ DATASET = "/scratch/{user}/dovla/experiments/six_task_h16_collection"
25
+ RUN_ROOT = "/scratch/{user}/dovla/experiments/dovla_h16_policy_ckpt_runs"
26
+ EXCLUDE_TYPES = (
27
+ "residual_random_negative:"
28
+ "residual_wrong_direction:"
29
+ "residual_near_miss+residual_no_op:"
30
+ "residual_no_op+residual_wrong_gripper"
31
+ )
32
+
33
+
34
+ @dataclass(frozen=True)
35
+ class V1Config:
36
+ key: str
37
+ label: str
38
+ out_name: str
39
+ summary_tag: str
40
+ anchor: str
41
+ advantage_weight: float
42
+ min_source_advantage: float = -1.0e9
43
+ candidate_oracle_rollouts: int = 0
44
+
45
+
46
+ INITIAL_CONFIGS = (
47
+ V1Config(
48
+ key="advw1p0",
49
+ label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 1.0",
50
+ out_name=(
51
+ "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
52
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0.json"
53
+ ),
54
+ summary_tag=(
55
+ "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
56
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0"
57
+ ),
58
+ anchor="expert",
59
+ advantage_weight=1.0,
60
+ ),
61
+ V1Config(
62
+ key="advw2p0",
63
+ label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 2.0",
64
+ out_name=(
65
+ "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
66
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0.json"
67
+ ),
68
+ summary_tag=(
69
+ "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
70
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0"
71
+ ),
72
+ anchor="expert",
73
+ advantage_weight=2.0,
74
+ ),
75
+ V1Config(
76
+ key="policyanchor_advw2p0",
77
+ label="Generator V1 positive tangents, policy anchor, advantage weight 2.0",
78
+ out_name=(
79
+ "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
80
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0.json"
81
+ ),
82
+ summary_tag=(
83
+ "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
84
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0"
85
+ ),
86
+ anchor="policy",
87
+ advantage_weight=2.0,
88
+ ),
89
+ )
90
+
91
+ NEXT_SWEEP_CONFIGS = (
92
+ V1Config(
93
+ key="advw0p5",
94
+ label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 0.5",
95
+ out_name=(
96
+ "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
97
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw0p5.json"
98
+ ),
99
+ summary_tag=(
100
+ "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
101
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw0p5"
102
+ ),
103
+ anchor="expert",
104
+ advantage_weight=0.5,
105
+ ),
106
+ V1Config(
107
+ key="advw4p0",
108
+ label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 4.0",
109
+ out_name=(
110
+ "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
111
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw4p0.json"
112
+ ),
113
+ summary_tag=(
114
+ "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
115
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw4p0"
116
+ ),
117
+ anchor="expert",
118
+ advantage_weight=4.0,
119
+ ),
120
+ V1Config(
121
+ key="policyanchor_advw1p0",
122
+ label="Generator V1 positive tangents, policy anchor, advantage weight 1.0",
123
+ out_name=(
124
+ "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
125
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw1p0.json"
126
+ ),
127
+ summary_tag=(
128
+ "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
129
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw1p0"
130
+ ),
131
+ anchor="policy",
132
+ advantage_weight=1.0,
133
+ ),
134
+ V1Config(
135
+ key="policyanchor_advw4p0",
136
+ label="Generator V1 positive tangents, policy anchor, advantage weight 4.0",
137
+ out_name=(
138
+ "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
139
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw4p0.json"
140
+ ),
141
+ summary_tag=(
142
+ "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
143
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw4p0"
144
+ ),
145
+ anchor="policy",
146
+ advantage_weight=4.0,
147
+ ),
148
+ V1Config(
149
+ key="advw2p0_gate0",
150
+ label="Generator V1 utility-weighted tangents, expert anchor, positive-source gate",
151
+ out_name=(
152
+ "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
153
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_gate0.json"
154
+ ),
155
+ summary_tag=(
156
+ "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
157
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_gate0"
158
+ ),
159
+ anchor="expert",
160
+ advantage_weight=2.0,
161
+ min_source_advantage=0.0,
162
+ ),
163
+ V1Config(
164
+ key="policyanchor_advw2p0_gate0",
165
+ label="Generator V1 positive tangents, policy anchor, positive-source gate",
166
+ out_name=(
167
+ "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_"
168
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0.json"
169
+ ),
170
+ summary_tag=(
171
+ "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
172
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0"
173
+ ),
174
+ anchor="policy",
175
+ advantage_weight=2.0,
176
+ min_source_advantage=0.0,
177
+ ),
178
+ )
179
+
180
+
181
+ def main() -> int:
182
+ parser = argparse.ArgumentParser()
183
+ parser.add_argument("--project-dir", type=Path, default=Path.cwd())
184
+ parser.add_argument("--run-root", type=Path, default=None)
185
+ parser.add_argument("--dataset", type=Path, default=None)
186
+ parser.add_argument("--objective", default=DEFAULT_OBJECTIVE)
187
+ parser.add_argument("--results-dir", type=Path, default=Path("results"))
188
+ parser.add_argument("--submit-next", action="store_true")
189
+ parser.add_argument("--dry-run", action="store_true")
190
+ parser.add_argument("--round", type=int, default=int(os.environ.get("ADVANCE_ROUND", "0")))
191
+ args = parser.parse_args()
192
+
193
+ user = os.environ.get("USER", "knguy52")
194
+ run_root = args.run_root or Path(RUN_ROOT.format(user=user))
195
+ dataset = args.dataset or Path(DATASET.format(user=user))
196
+ project_dir = args.project_dir.resolve()
197
+ results_dir = args.results_dir
198
+ results_dir.mkdir(parents=True, exist_ok=True)
199
+
200
+ summaries = [
201
+ _summarize_config(config, run_root=run_root, objective=args.objective, results_dir=results_dir)
202
+ for config in INITIAL_CONFIGS
203
+ ]
204
+ baseline_success = _baseline_success(results_dir)
205
+ complete = [item for item in summaries if item["num_completed"] == 3]
206
+ best = max(complete, key=lambda item: float(item["mean_success"]), default=None)
207
+ decision = _decision_payload(
208
+ summaries,
209
+ best=best,
210
+ baseline_success=baseline_success,
211
+ round_index=args.round,
212
+ )
213
+ decision_path = results_dir / "v1_generator_decision.json"
214
+ decision_md_path = results_dir / "v1_generator_decision.md"
215
+ decision_path.write_text(json.dumps(decision, indent=2))
216
+ decision_md_path.write_text(_render_decision_markdown(decision))
217
+
218
+ if complete:
219
+ _run_build_paper_analysis(project_dir, dry_run=args.dry_run)
220
+
221
+ if args.submit_next and not decision["complete"]:
222
+ submitted_missing = _maybe_resubmit_missing(
223
+ summaries,
224
+ INITIAL_CONFIGS,
225
+ project_dir=project_dir,
226
+ run_root=run_root,
227
+ dataset=dataset,
228
+ objective=args.objective,
229
+ dry_run=args.dry_run,
230
+ )
231
+ decision["submitted_missing"] = submitted_missing
232
+ decision_path.write_text(json.dumps(decision, indent=2))
233
+ decision_md_path.write_text(_render_decision_markdown(decision))
234
+ elif args.submit_next and complete:
235
+ submitted = _maybe_submit_next(
236
+ decision,
237
+ project_dir=project_dir,
238
+ run_root=run_root,
239
+ dataset=dataset,
240
+ objective=args.objective,
241
+ dry_run=args.dry_run,
242
+ )
243
+ decision["submitted"] = submitted
244
+ decision_path.write_text(json.dumps(decision, indent=2))
245
+ decision_md_path.write_text(_render_decision_markdown(decision))
246
+
247
+ print(json.dumps(decision, indent=2))
248
+ return 0
249
+
250
+
251
+ def _load_json(path: Path) -> dict[str, Any]:
252
+ return json.loads(path.read_text())
253
+
254
+
255
+ def _mean(values: list[float]) -> float:
256
+ return statistics.mean(values) if values else 0.0
257
+
258
+
259
+ def _std(values: list[float]) -> float:
260
+ return statistics.stdev(values) if len(values) > 1 else 0.0
261
+
262
+
263
+ def _baseline_success(results_dir: Path) -> float:
264
+ path = results_dir / BEST_CLEAN_SUMMARY
265
+ if path.exists():
266
+ value = _load_json(path).get("mean_success")
267
+ if isinstance(value, (int, float)) and math.isfinite(float(value)):
268
+ return float(value)
269
+ return BEST_CLEAN_SUCCESS
270
+
271
+
272
+ def _summarize_config(
273
+ config: V1Config,
274
+ *,
275
+ run_root: Path,
276
+ objective: str,
277
+ results_dir: Path,
278
+ ) -> dict[str, Any]:
279
+ rows = []
280
+ base_dir = run_root / objective
281
+ for result_path in sorted(base_dir.glob(f"seed_*/{config.out_name}")):
282
+ raw = _load_json(result_path)
283
+ seed = int(result_path.parent.name.split("_")[-1])
284
+ selected_scale_counts = Counter(
285
+ str(row.get("selected_residual_scale"))
286
+ for row in raw.get("rows", [])
287
+ if row.get("selected_residual_scale") is not None
288
+ )
289
+ rows.append(
290
+ {
291
+ "seed": seed,
292
+ "path": str(result_path),
293
+ "num_groups": raw.get("num_groups", 0),
294
+ "selection_mode": raw.get("selection_mode"),
295
+ "num_candidates": raw.get("num_candidates"),
296
+ "candidate_sigma": raw.get("candidate_sigma", 0.0),
297
+ "selection_margin": raw.get("selection_margin", 0.0),
298
+ "retrieval_neighbors": raw.get("retrieval_neighbors", 0),
299
+ "retrieval_metric": raw.get("retrieval_metric", "none"),
300
+ "retrieval_residual_anchor": raw.get("retrieval_residual_anchor", "none"),
301
+ "retrieval_residual_direction": raw.get("retrieval_residual_direction", "none"),
302
+ "retrieval_residual_reduce": raw.get("retrieval_residual_reduce", "none"),
303
+ "retrieval_residual_scales": raw.get("retrieval_residual_scales", []),
304
+ "retrieval_residual_source_score_bonus_by_task": raw.get(
305
+ "retrieval_residual_source_score_bonus_by_task", {}
306
+ ),
307
+ "retrieval_residual_source_advantage_weight_scale": raw.get(
308
+ "retrieval_residual_source_advantage_weight_scale", 0.0
309
+ ),
310
+ "retrieval_residual_min_source_advantage": raw.get(
311
+ "retrieval_residual_min_source_advantage", -1.0e9
312
+ ),
313
+ "lattice_exclude_types": raw.get("lattice_exclude_types", []),
314
+ "selected_residual_scale_counts": dict(selected_scale_counts),
315
+ "policy_rollout_success_rate": raw.get("policy_rollout_success_rate", 0.0),
316
+ "policy_rollout_progress": raw.get("policy_rollout_progress", 0.0),
317
+ "oracle_success_rate": raw.get("oracle_success_rate", 0.0),
318
+ "action_mse_to_best": raw.get("action_mse_to_best", 0.0),
319
+ "per_task": raw.get("per_task", {}),
320
+ }
321
+ )
322
+ successes = [float(row["policy_rollout_success_rate"]) for row in rows]
323
+ progresses = [float(row["policy_rollout_progress"]) for row in rows]
324
+ mses = [float(row["action_mse_to_best"]) for row in rows]
325
+ summary = {
326
+ "run_root": str(run_root),
327
+ "objective": objective,
328
+ "out_name": config.out_name,
329
+ "key": config.key,
330
+ "label": config.label,
331
+ "num_completed": len(rows),
332
+ "mean_success": _mean(successes),
333
+ "std_success": _std(successes),
334
+ "mean_progress": _mean(progresses),
335
+ "mean_action_mse_to_best": _mean(mses),
336
+ "rows": rows,
337
+ }
338
+ json_path = results_dir / f"h16_{config.summary_tag}_summary.json"
339
+ md_path = results_dir / f"h16_{config.summary_tag}_summary.md"
340
+ if len(rows) == 3:
341
+ json_path.write_text(json.dumps(summary, indent=2))
342
+ md_path.write_text(_render_summary_markdown(summary))
343
+ return summary | {"summary_path": str(json_path)}
344
+
345
+
346
+ def _render_summary_markdown(summary: dict[str, Any]) -> str:
347
+ lines = [
348
+ "# Generator V1 Rollout Summary",
349
+ "",
350
+ f"Objective: `{summary['objective']}`",
351
+ f"Result file: `{summary['out_name']}`",
352
+ f"Completed seeds: {summary['num_completed']}",
353
+ f"Mean success: {summary['mean_success']:.2%} +/- {summary['std_success']:.2%}",
354
+ f"Mean progress: {summary['mean_progress']:.2%}",
355
+ "",
356
+ "| seed | success | progress | mse | anchor | adv weight | min src adv | scales |",
357
+ "|---:|---:|---:|---:|---|---:|---|---|",
358
+ ]
359
+ for row in summary["rows"]:
360
+ scales = ",".join(str(item) for item in row.get("retrieval_residual_scales", []))
361
+ lines.append(
362
+ "| {seed} | {success:.2%} | {progress:.2%} | {mse:.3f} | {anchor} | {weight:.2f} | {min_adv} | {scales} |".format(
363
+ seed=row["seed"],
364
+ success=row["policy_rollout_success_rate"],
365
+ progress=row["policy_rollout_progress"],
366
+ mse=row["action_mse_to_best"],
367
+ anchor=row.get("retrieval_residual_anchor", "none"),
368
+ weight=row.get("retrieval_residual_source_advantage_weight_scale", 0.0),
369
+ min_adv=_format_min_source_advantage(
370
+ row.get("retrieval_residual_min_source_advantage", -1.0e9)
371
+ ),
372
+ scales=scales or "none",
373
+ )
374
+ )
375
+ return "\n".join(lines) + "\n"
376
+
377
+
378
+ def _format_min_source_advantage(value: Any) -> str:
379
+ try:
380
+ numeric = float(value)
381
+ except (TypeError, ValueError):
382
+ return "none"
383
+ if numeric <= -1.0e8:
384
+ return "none"
385
+ return f"{numeric:.2f}"
386
+
387
+
388
+ def _decision_payload(
389
+ summaries: list[dict[str, Any]],
390
+ *,
391
+ best: dict[str, Any] | None,
392
+ baseline_success: float,
393
+ round_index: int,
394
+ ) -> dict[str, Any]:
395
+ return {
396
+ "generated_utc": datetime.now(timezone.utc).isoformat(),
397
+ "round": round_index,
398
+ "baseline_success": baseline_success,
399
+ "complete": all(item["num_completed"] == 3 for item in summaries),
400
+ "summaries": [
401
+ {
402
+ "key": item["key"],
403
+ "label": item["label"],
404
+ "num_completed": item["num_completed"],
405
+ "mean_success": item["mean_success"],
406
+ "delta_vs_baseline": item["mean_success"] - baseline_success,
407
+ "summary_path": item["summary_path"],
408
+ }
409
+ for item in summaries
410
+ ],
411
+ "best_key": best["key"] if best else None,
412
+ "best_success": best["mean_success"] if best else None,
413
+ "best_delta_vs_baseline": (
414
+ best["mean_success"] - baseline_success if best else None
415
+ ),
416
+ "recommendation": _recommendation(best, baseline_success),
417
+ }
418
+
419
+
420
+ def _recommendation(best: dict[str, Any] | None, baseline_success: float) -> str:
421
+ if best is None:
422
+ return "wait_for_v1_rollouts_or_debug_failures"
423
+ if float(best["mean_success"]) > baseline_success + 0.002:
424
+ return "submit_candidate_oracle_for_best_v1"
425
+ return "submit_wider_advantage_weight_support_sweep"
426
+
427
+
428
+ def _render_decision_markdown(decision: dict[str, Any]) -> str:
429
+ lines = [
430
+ "# Generator V1 Decision",
431
+ "",
432
+ f"Generated: `{decision['generated_utc']}`",
433
+ f"Baseline clean success: {decision['baseline_success']:.2%}",
434
+ f"Recommendation: `{decision['recommendation']}`",
435
+ "",
436
+ "| key | completed | success | delta |",
437
+ "|---|---:|---:|---:|",
438
+ ]
439
+ for item in decision["summaries"]:
440
+ lines.append(
441
+ f"| {item['key']} | {item['num_completed']} | {item['mean_success']:.2%} | {item['delta_vs_baseline']:+.2%} |"
442
+ )
443
+ if decision.get("submitted"):
444
+ lines.extend(["", "Submitted follow-up jobs:", ""])
445
+ for item in decision["submitted"]:
446
+ lines.append(f"- `{item['key']}`: eval `{item.get('eval_job')}`, summary `{item.get('summary_job')}`")
447
+ if decision.get("submitted_missing"):
448
+ lines.extend(["", "Resubmitted missing seeds:", ""])
449
+ for item in decision["submitted_missing"]:
450
+ lines.append(
451
+ f"- `{item['key']}` seeds `{item.get('missing_seeds')}`: "
452
+ f"eval `{item.get('eval_job')}`, summary `{item.get('summary_job')}`"
453
+ )
454
+ return "\n".join(lines) + "\n"
455
+
456
+
457
+ def _run_build_paper_analysis(project_dir: Path, *, dry_run: bool) -> None:
458
+ if dry_run:
459
+ return
460
+ subprocess.run(
461
+ ["python3", "scripts/build_paper_analysis.py"],
462
+ cwd=project_dir,
463
+ check=True,
464
+ )
465
+
466
+
467
+ def _maybe_submit_next(
468
+ decision: dict[str, Any],
469
+ *,
470
+ project_dir: Path,
471
+ run_root: Path,
472
+ dataset: Path,
473
+ objective: str,
474
+ dry_run: bool,
475
+ ) -> list[dict[str, str]]:
476
+ marker = project_dir / "results" / "v1_generator_next_submitted.json"
477
+ if marker.exists():
478
+ return _load_json(marker).get("submitted", [])
479
+ best_key = decision.get("best_key")
480
+ recommendation = str(decision.get("recommendation"))
481
+ if recommendation == "submit_candidate_oracle_for_best_v1":
482
+ configs = [
483
+ _oracle_config(config)
484
+ for config in INITIAL_CONFIGS
485
+ if config.key == best_key
486
+ ]
487
+ elif recommendation == "submit_wider_advantage_weight_support_sweep":
488
+ configs = list(NEXT_SWEEP_CONFIGS)
489
+ else:
490
+ configs = []
491
+ submitted = [
492
+ _submit_config(
493
+ config,
494
+ project_dir=project_dir,
495
+ run_root=run_root,
496
+ dataset=dataset,
497
+ objective=objective,
498
+ dry_run=dry_run,
499
+ )
500
+ for config in configs
501
+ ]
502
+ marker.write_text(
503
+ json.dumps(
504
+ {
505
+ "generated_utc": datetime.now(timezone.utc).isoformat(),
506
+ "recommendation": recommendation,
507
+ "submitted": submitted,
508
+ },
509
+ indent=2,
510
+ )
511
+ )
512
+ return submitted
513
+
514
+
515
+ def _maybe_resubmit_missing(
516
+ summaries: list[dict[str, Any]],
517
+ configs: tuple[V1Config, ...],
518
+ *,
519
+ project_dir: Path,
520
+ run_root: Path,
521
+ dataset: Path,
522
+ objective: str,
523
+ dry_run: bool,
524
+ ) -> list[dict[str, str]]:
525
+ marker = project_dir / "results" / "v1_generator_missing_resubmitted.json"
526
+ if marker.exists():
527
+ return _load_json(marker).get("submitted", [])
528
+ by_key = {item.key: item for item in configs}
529
+ submitted: list[dict[str, str]] = []
530
+ for summary in summaries:
531
+ config = by_key.get(str(summary.get("key")))
532
+ if config is None:
533
+ continue
534
+ present = {int(row["seed"]) for row in summary.get("rows", [])}
535
+ missing = [str(seed) for seed in (0, 1, 2) if seed not in present]
536
+ if not missing:
537
+ continue
538
+ submitted.append(
539
+ _submit_config(
540
+ config,
541
+ project_dir=project_dir,
542
+ run_root=run_root,
543
+ dataset=dataset,
544
+ objective=objective,
545
+ array_spec=",".join(missing),
546
+ dry_run=dry_run,
547
+ )
548
+ )
549
+ submitted[-1]["missing_seeds"] = ",".join(missing)
550
+ marker.write_text(
551
+ json.dumps(
552
+ {
553
+ "generated_utc": datetime.now(timezone.utc).isoformat(),
554
+ "submitted": submitted,
555
+ },
556
+ indent=2,
557
+ )
558
+ )
559
+ return submitted
560
+
561
+
562
+ def _oracle_config(config: V1Config) -> V1Config:
563
+ return V1Config(
564
+ key=f"{config.key}_oraclek8",
565
+ label=f"{config.label}, candidate oracle K8",
566
+ out_name=config.out_name.replace(".json", "_oraclek8.json"),
567
+ summary_tag=f"{config.summary_tag}_oraclek8",
568
+ anchor=config.anchor,
569
+ advantage_weight=config.advantage_weight,
570
+ min_source_advantage=config.min_source_advantage,
571
+ candidate_oracle_rollouts=8,
572
+ )
573
+
574
+
575
+ def _submit_config(
576
+ config: V1Config,
577
+ *,
578
+ project_dir: Path,
579
+ run_root: Path,
580
+ dataset: Path,
581
+ objective: str,
582
+ array_spec: str = "0-2",
583
+ dry_run: bool,
584
+ ) -> dict[str, str]:
585
+ export = {
586
+ "PROJECT_DIR": str(project_dir),
587
+ "RUN_ROOT": str(run_root),
588
+ "DATASET": str(dataset),
589
+ "OBJECTIVE": objective,
590
+ "CHECKPOINT_NAME": "best_transport.pt",
591
+ "MAX_GROUPS": "all",
592
+ "GROUP_BATCH_SIZE": "8",
593
+ "EVAL_SPLIT": "validation",
594
+ "SELECTION_MODE": "retrieval_residual",
595
+ "NUM_CANDIDATES": "1",
596
+ "CANDIDATE_SIGMA": "0.2",
597
+ "SELECTION_MARGIN": "0.0",
598
+ "RETRIEVAL_NEIGHBORS": "6",
599
+ "RETRIEVAL_METRIC": "raw",
600
+ "RETRIEVAL_RESIDUAL_REDUCE": "compose_mean_by_type",
601
+ "RETRIEVAL_RESIDUAL_DIRECTION": "candidate_minus_anchor",
602
+ "RETRIEVAL_RESIDUAL_SCALES_COLON": "0.35:0.4:0.45",
603
+ "LATTICE_EXCLUDE_TYPES_COLON": EXCLUDE_TYPES,
604
+ "RETRIEVAL_RESIDUAL_SOURCE_SCORE_BONUS_MAP": str(project_dir / SOURCE_SCORE_MAP),
605
+ "OUT_NAME": config.out_name,
606
+ "RETRIEVAL_RESIDUAL_ANCHOR": config.anchor,
607
+ "RETRIEVAL_RESIDUAL_SOURCE_ADVANTAGE_WEIGHT_SCALE": str(config.advantage_weight),
608
+ "RETRIEVAL_RESIDUAL_MIN_SOURCE_ADVANTAGE": str(config.min_source_advantage),
609
+ "CANDIDATE_ORACLE_ROLLOUTS": str(config.candidate_oracle_rollouts),
610
+ }
611
+ eval_cmd = [
612
+ "sbatch",
613
+ "--array=0-2",
614
+ "--job-name",
615
+ _job_name(config.key),
616
+ "--export",
617
+ "ALL," + ",".join(f"{key}={value}" for key, value in export.items()),
618
+ "scripts/slurm/eval_maniskill_policy_rollout.sbatch",
619
+ ]
620
+ eval_cmd[1] = f"--array={array_spec}"
621
+ eval_job = _submit(eval_cmd, project_dir=project_dir, dry_run=dry_run)
622
+ summary_export = {
623
+ "PROJECT_DIR": str(project_dir),
624
+ "RUN_ROOT": str(run_root),
625
+ "OBJECTIVE": objective,
626
+ "OUT_NAME": config.out_name,
627
+ "SUMMARY_TAG": config.summary_tag,
628
+ }
629
+ summary_cmd = [
630
+ "sbatch",
631
+ "--dependency",
632
+ f"afterok:{eval_job}" if eval_job != "dry-run" else "afterok:0",
633
+ "--job-name",
634
+ _job_name(f"sum_{config.key}"),
635
+ "--export",
636
+ "ALL," + ",".join(f"{key}={value}" for key, value in summary_export.items()),
637
+ "scripts/slurm/summarize_h16_policy_ckpt.sbatch",
638
+ ]
639
+ summary_job = _submit(summary_cmd, project_dir=project_dir, dry_run=dry_run)
640
+ return {"key": config.key, "eval_job": eval_job, "summary_job": summary_job}
641
+
642
+
643
+ def _job_name(key: str) -> str:
644
+ return ("v1_" + key).replace("policyanchor", "pol")[:20]
645
+
646
+
647
+ def _submit(cmd: list[str], *, project_dir: Path, dry_run: bool) -> str:
648
+ if dry_run:
649
+ print("DRY RUN:", " ".join(cmd))
650
+ return "dry-run"
651
+ result = subprocess.run(
652
+ cmd,
653
+ cwd=project_dir,
654
+ check=True,
655
+ text=True,
656
+ capture_output=True,
657
+ )
658
+ for token in result.stdout.split():
659
+ if token.isdigit():
660
+ return token
661
+ raise RuntimeError(f"Could not parse sbatch job id from: {result.stdout}")
662
+
663
+
664
+ if __name__ == "__main__":
665
+ raise SystemExit(main())
workspace/scripts/build_paper_analysis.py CHANGED
@@ -598,6 +598,81 @@ METHODS = [
598
  "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json"
599
  ),
600
  ),
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
601
  MethodSpec(
602
  key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025",
603
  label="K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025",
 
598
  "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_summary.json"
599
  ),
600
  ),
601
+ MethodSpec(
602
+ key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0_gate0",
603
+ label="Generator V1 utility-weighted tangents, expert anchor, source advantage gate >= 0.0",
604
+ summary_path=(
605
+ "h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
606
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_gate0_summary.json"
607
+ ),
608
+ ),
609
+ MethodSpec(
610
+ key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0",
611
+ label="Generator V1 positive tangents, policy anchor, source advantage gate >= 0.0",
612
+ summary_path=(
613
+ "h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
614
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_gate0_summary.json"
615
+ ),
616
+ ),
617
+ MethodSpec(
618
+ key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw1p0_oraclek8",
619
+ label="Generator V1 expert-anchor advantage weight 1.0, candidate-oracle K8",
620
+ summary_path=(
621
+ "h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
622
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw1p0_oraclek8_summary.json"
623
+ ),
624
+ headline_metric="mean_candidate_oracle_success_rate",
625
+ ),
626
+ MethodSpec(
627
+ key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw2p0_oraclek8",
628
+ label="Generator V1 expert-anchor advantage weight 2.0, candidate-oracle K8",
629
+ summary_path=(
630
+ "h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
631
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_oraclek8_summary.json"
632
+ ),
633
+ headline_metric="mean_candidate_oracle_success_rate",
634
+ ),
635
+ MethodSpec(
636
+ key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw2p0_oraclek8",
637
+ label="Generator V1 policy-anchor advantage weight 2.0, candidate-oracle K8",
638
+ summary_path=(
639
+ "h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
640
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw2p0_oraclek8_summary.json"
641
+ ),
642
+ headline_metric="mean_candidate_oracle_success_rate",
643
+ ),
644
+ MethodSpec(
645
+ key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw0p5",
646
+ label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 0.5",
647
+ summary_path=(
648
+ "h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
649
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw0p5_summary.json"
650
+ ),
651
+ ),
652
+ MethodSpec(
653
+ key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_advw4p0",
654
+ label="Generator V1 utility-weighted tangents, expert anchor, advantage weight 4.0",
655
+ summary_path=(
656
+ "h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
657
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw4p0_summary.json"
658
+ ),
659
+ ),
660
+ MethodSpec(
661
+ key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw1p0",
662
+ label="Generator V1 positive tangents, policy anchor, advantage weight 1.0",
663
+ summary_path=(
664
+ "h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
665
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw1p0_summary.json"
666
+ ),
667
+ ),
668
+ MethodSpec(
669
+ key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_policyanchor_advw4p0",
670
+ label="Generator V1 positive tangents, policy anchor, advantage weight 4.0",
671
+ summary_path=(
672
+ "h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_"
673
+ "besttransport_margin0p00_k6_srcscore_task_pick001_stack005_policyanchor_advw4p0_summary.json"
674
+ ),
675
+ ),
676
  MethodSpec(
677
  key="transport_field_reground_fieldonly_k6matched_b12_clean_k6_dropnoopwg_retargeted_srcscore_task_pick001_stack005_scaleoracle_trainall_k4_scale0025",
678
  label="K6-matched transported residual field re-grounding, all-train tangent-length prior 0.025",