anhtld commited on
Commit
1f397fd
·
verified ·
1 Parent(s): 9b5c4e3

Auto-sync: 2026-06-28 22:04:20 (part 3)

Browse files
results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03_summary.json ADDED
@@ -0,0 +1,337 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
3
+ "objective": "near_miss_policy_bc5",
4
+ "out_name": "policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03.json",
5
+ "num_completed": 3,
6
+ "baseline_h4_policy_success": 0.2967,
7
+ "baseline_h16_rank_checkpoint_success": 0.29739130434782607,
8
+ "mean_success": 0.34840579710144925,
9
+ "std_success": 0.007028611972743255,
10
+ "mean_progress": 0.5657099829109359,
11
+ "mean_action_mse_to_best": 0.41668070839151095,
12
+ "gain_vs_h4": 0.051705797101449236,
13
+ "gain_vs_h16_rank_checkpoint": 0.051014492753623186,
14
+ "rows": [
15
+ {
16
+ "seed": 0,
17
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03.json",
18
+ "num_groups": 575,
19
+ "selection_mode": "retrieval_residual",
20
+ "num_candidates": 4,
21
+ "candidate_sigma": 0.0,
22
+ "selection_margin": 0.0,
23
+ "prepend_policy_candidate": false,
24
+ "field_optim_steps": 0,
25
+ "field_optim_step_size": 0.0,
26
+ "field_optim_trust_radius": 0.0,
27
+ "field_optim_l2_penalty": 0.0,
28
+ "retrieval_neighbors": 4,
29
+ "retrieval_metric": "raw",
30
+ "retrieval_type_min_success": 0.0,
31
+ "retrieval_residual_scale": 1.0,
32
+ "retrieval_residual_scales": [
33
+ 0.35,
34
+ 0.4,
35
+ 0.45
36
+ ],
37
+ "retrieval_residual_anchor": "expert",
38
+ "retrieval_residual_reduce": "field_softmax",
39
+ "candidate_type_bonuses": {
40
+ "residual_no_op": 0.03
41
+ },
42
+ "selected_residual_scale_counts": {
43
+ "0.35": 57,
44
+ "0.4": 3,
45
+ "0.45": 65
46
+ },
47
+ "policy_rollout_success_rate": 0.3408695652173913,
48
+ "policy_rollout_progress": 0.5521027563876756,
49
+ "oracle_success_rate": 0.8573913043478261,
50
+ "action_mse_to_best": 0.39842233470762556,
51
+ "best_policy_val": {
52
+ "bc_loss": 0.13721593966086706,
53
+ "field_effect_loss": 0.009290305380192068,
54
+ "field_potential_loss": 0.2666468388504452,
55
+ "field_preference_loss": 0.5130573478009965,
56
+ "lattice_edges": 3833.3333333333335,
57
+ "progress_mae": 0.1933159919248687,
58
+ "rank_acc": 0.8265031774838766,
59
+ "rank_loss": 0.5130523675017886,
60
+ "regret_mae": 0.3756548762321472,
61
+ "success_accuracy": 0.8773836526605818,
62
+ "total_loss": 1.5581054819954767
63
+ },
64
+ "per_task": {
65
+ "LiftPegUpright-v1": {
66
+ "action_mse_to_best": 0.331810000371764,
67
+ "expert_success_rate": 0.8865979381443299,
68
+ "num_groups": 97,
69
+ "oracle_success_rate": 0.9278350515463918,
70
+ "policy_expert_regret": 1.1049151976698453,
71
+ "policy_oracle_regret": 1.1313306753782881,
72
+ "policy_rollout_progress": 0.5655002526401245,
73
+ "policy_rollout_success_rate": 0.20618556701030927,
74
+ "restore_max_error": 2.384185791015625e-07
75
+ },
76
+ "PickCube-v1": {
77
+ "action_mse_to_best": 0.3170182326844392,
78
+ "expert_success_rate": 0.9375,
79
+ "num_groups": 208,
80
+ "oracle_success_rate": 0.9471153846153846,
81
+ "policy_expert_regret": 0.980829830120246,
82
+ "policy_oracle_regret": 0.9942526975467515,
83
+ "policy_rollout_progress": 0.6060521983219167,
84
+ "policy_rollout_success_rate": 0.3317307692307692,
85
+ "restore_max_error": 2.384185791015625e-07
86
+ },
87
+ "PullCube-v1": {
88
+ "action_mse_to_best": 0.5987812528362522,
89
+ "expert_success_rate": 0.19480519480519481,
90
+ "num_groups": 77,
91
+ "oracle_success_rate": 0.36363636363636365,
92
+ "policy_expert_regret": 0.19700949599772885,
93
+ "policy_oracle_regret": 0.3710168403839426,
94
+ "policy_rollout_progress": 0.3334215797012212,
95
+ "policy_rollout_success_rate": 0.23376623376623376,
96
+ "restore_max_error": 2.3096799850463867e-07
97
+ },
98
+ "PushCube-v1": {
99
+ "action_mse_to_best": 0.3739329240423568,
100
+ "expert_success_rate": 0.8617021276595744,
101
+ "num_groups": 94,
102
+ "oracle_success_rate": 0.9893617021276596,
103
+ "policy_expert_regret": 0.5508279580068081,
104
+ "policy_oracle_regret": 0.6283786044792926,
105
+ "policy_rollout_progress": 0.7014086295632606,
106
+ "policy_rollout_success_rate": 0.6702127659574468,
107
+ "restore_max_error": 2.384185791015625e-07
108
+ },
109
+ "StackCube-v1": {
110
+ "action_mse_to_best": 0.502137663576639,
111
+ "expert_success_rate": 0.6767676767676768,
112
+ "num_groups": 99,
113
+ "oracle_success_rate": 0.8585858585858586,
114
+ "policy_expert_regret": 0.9566237846709261,
115
+ "policy_oracle_regret": 1.1158919719734577,
116
+ "policy_rollout_progress": 0.45394778131234526,
117
+ "policy_rollout_success_rate": 0.26262626262626265,
118
+ "restore_max_error": 2.384185791015625e-07
119
+ }
120
+ }
121
+ },
122
+ {
123
+ "seed": 1,
124
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03.json",
125
+ "num_groups": 575,
126
+ "selection_mode": "retrieval_residual",
127
+ "num_candidates": 4,
128
+ "candidate_sigma": 0.0,
129
+ "selection_margin": 0.0,
130
+ "prepend_policy_candidate": false,
131
+ "field_optim_steps": 0,
132
+ "field_optim_step_size": 0.0,
133
+ "field_optim_trust_radius": 0.0,
134
+ "field_optim_l2_penalty": 0.0,
135
+ "retrieval_neighbors": 4,
136
+ "retrieval_metric": "raw",
137
+ "retrieval_type_min_success": 0.0,
138
+ "retrieval_residual_scale": 1.0,
139
+ "retrieval_residual_scales": [
140
+ 0.35,
141
+ 0.4,
142
+ 0.45
143
+ ],
144
+ "retrieval_residual_anchor": "expert",
145
+ "retrieval_residual_reduce": "field_softmax",
146
+ "candidate_type_bonuses": {
147
+ "residual_no_op": 0.03
148
+ },
149
+ "selected_residual_scale_counts": {
150
+ "0.45": 54,
151
+ "0.35": 82,
152
+ "0.4": 9
153
+ },
154
+ "policy_rollout_success_rate": 0.34956521739130436,
155
+ "policy_rollout_progress": 0.5716547556253879,
156
+ "oracle_success_rate": 0.8695652173913043,
157
+ "action_mse_to_best": 0.40391011639538665,
158
+ "best_policy_val": {
159
+ "bc_loss": 0.1315989200439718,
160
+ "field_effect_loss": 0.010110370814800262,
161
+ "field_potential_loss": 0.31546536915832096,
162
+ "field_preference_loss": 0.4960637440284093,
163
+ "lattice_edges": 3833.3333333333335,
164
+ "progress_mae": 0.19023226698239645,
165
+ "rank_acc": 0.8255469501018524,
166
+ "rank_loss": 0.4960531195004781,
167
+ "regret_mae": 0.42156532737943864,
168
+ "success_accuracy": 0.8807473679383596,
169
+ "total_loss": 1.561984618504842
170
+ },
171
+ "per_task": {
172
+ "LiftPegUpright-v1": {
173
+ "action_mse_to_best": 0.33176156484925773,
174
+ "expert_success_rate": 0.8584070796460177,
175
+ "num_groups": 113,
176
+ "oracle_success_rate": 0.9380530973451328,
177
+ "policy_expert_regret": 0.9882967606582472,
178
+ "policy_oracle_regret": 1.0694300268603638,
179
+ "policy_rollout_progress": 0.6326816989257272,
180
+ "policy_rollout_success_rate": 0.23008849557522124,
181
+ "restore_max_error": 2.384185791015625e-07
182
+ },
183
+ "PickCube-v1": {
184
+ "action_mse_to_best": 0.3457128898969487,
185
+ "expert_success_rate": 0.9402173913043478,
186
+ "num_groups": 184,
187
+ "oracle_success_rate": 0.9456521739130435,
188
+ "policy_expert_regret": 1.0666085756991222,
189
+ "policy_oracle_regret": 1.0666325801740522,
190
+ "policy_rollout_progress": 0.5710404113582943,
191
+ "policy_rollout_success_rate": 0.29347826086956524,
192
+ "restore_max_error": 2.384185791015625e-07
193
+ },
194
+ "PullCube-v1": {
195
+ "action_mse_to_best": 0.5504576860878029,
196
+ "expert_success_rate": 0.25,
197
+ "num_groups": 76,
198
+ "oracle_success_rate": 0.40789473684210525,
199
+ "policy_expert_regret": 0.2950336691237202,
200
+ "policy_oracle_regret": 0.5187720929174439,
201
+ "policy_rollout_progress": 0.2991931551920348,
202
+ "policy_rollout_success_rate": 0.18421052631578946,
203
+ "restore_max_error": 2.384185791015625e-07
204
+ },
205
+ "PushCube-v1": {
206
+ "action_mse_to_best": 0.37546562134951084,
207
+ "expert_success_rate": 0.8198198198198198,
208
+ "num_groups": 111,
209
+ "oracle_success_rate": 1.0,
210
+ "policy_expert_regret": 0.31306307756149016,
211
+ "policy_oracle_regret": 0.33023064469431973,
212
+ "policy_rollout_progress": 0.8409405264768515,
213
+ "policy_rollout_success_rate": 0.8288288288288288,
214
+ "restore_max_error": 2.3795291781425476e-07
215
+ },
216
+ "StackCube-v1": {
217
+ "action_mse_to_best": 0.5234793433612519,
218
+ "expert_success_rate": 0.6923076923076923,
219
+ "num_groups": 91,
220
+ "oracle_success_rate": 0.8571428571428571,
221
+ "policy_expert_regret": 1.1237573417333455,
222
+ "policy_oracle_regret": 1.2834191888898283,
223
+ "policy_rollout_progress": 0.3961971272806545,
224
+ "policy_rollout_success_rate": 0.16483516483516483,
225
+ "restore_max_error": 1.9371509552001953e-07
226
+ }
227
+ }
228
+ },
229
+ {
230
+ "seed": 2,
231
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03.json",
232
+ "num_groups": 575,
233
+ "selection_mode": "retrieval_residual",
234
+ "num_candidates": 4,
235
+ "candidate_sigma": 0.0,
236
+ "selection_margin": 0.0,
237
+ "prepend_policy_candidate": false,
238
+ "field_optim_steps": 0,
239
+ "field_optim_step_size": 0.0,
240
+ "field_optim_trust_radius": 0.0,
241
+ "field_optim_l2_penalty": 0.0,
242
+ "retrieval_neighbors": 4,
243
+ "retrieval_metric": "raw",
244
+ "retrieval_type_min_success": 0.0,
245
+ "retrieval_residual_scale": 1.0,
246
+ "retrieval_residual_scales": [
247
+ 0.35,
248
+ 0.4,
249
+ 0.45
250
+ ],
251
+ "retrieval_residual_anchor": "expert",
252
+ "retrieval_residual_reduce": "field_softmax",
253
+ "candidate_type_bonuses": {
254
+ "residual_no_op": 0.03
255
+ },
256
+ "selected_residual_scale_counts": {
257
+ "0.35": 70,
258
+ "0.4": 13,
259
+ "0.45": 115
260
+ },
261
+ "policy_rollout_success_rate": 0.35478260869565215,
262
+ "policy_rollout_progress": 0.5733724367197441,
263
+ "oracle_success_rate": 0.8765217391304347,
264
+ "action_mse_to_best": 0.44770967407152057,
265
+ "best_policy_val": {
266
+ "bc_loss": 0.11367896075050037,
267
+ "field_effect_loss": 0.009670218582161598,
268
+ "field_potential_loss": 0.2641640139950646,
269
+ "field_preference_loss": 0.5130490180518892,
270
+ "lattice_edges": 3833.3333333333335,
271
+ "progress_mae": 0.2021729110015763,
272
+ "rank_acc": 0.8333857821093665,
273
+ "rank_loss": 0.5130119257503085,
274
+ "regret_mae": 0.3958987047274907,
275
+ "success_accuracy": 0.8680730561415354,
276
+ "total_loss": 1.4394984311527677
277
+ },
278
+ "per_task": {
279
+ "LiftPegUpright-v1": {
280
+ "action_mse_to_best": 0.36598759308011114,
281
+ "expert_success_rate": 0.8229166666666666,
282
+ "num_groups": 96,
283
+ "oracle_success_rate": 0.9270833333333334,
284
+ "policy_expert_regret": 0.8476141745535036,
285
+ "policy_oracle_regret": 0.9538838644511998,
286
+ "policy_rollout_progress": 0.6463913254750272,
287
+ "policy_rollout_success_rate": 0.3333333333333333,
288
+ "restore_max_error": 1.955777406692505e-07
289
+ },
290
+ "PickCube-v1": {
291
+ "action_mse_to_best": 0.3816109399565242,
292
+ "expert_success_rate": 0.9444444444444444,
293
+ "num_groups": 198,
294
+ "oracle_success_rate": 0.9595959595959596,
295
+ "policy_expert_regret": 1.016553858643153,
296
+ "policy_oracle_regret": 1.0307835541721997,
297
+ "policy_rollout_progress": 0.6180411353425095,
298
+ "policy_rollout_success_rate": 0.31313131313131315,
299
+ "restore_max_error": 2.384185791015625e-07
300
+ },
301
+ "PullCube-v1": {
302
+ "action_mse_to_best": 0.647157601101531,
303
+ "expert_success_rate": 0.24444444444444444,
304
+ "num_groups": 90,
305
+ "oracle_success_rate": 0.4666666666666667,
306
+ "policy_expert_regret": 0.3434156913103329,
307
+ "policy_oracle_regret": 0.6106782714111938,
308
+ "policy_rollout_progress": 0.2862149072604047,
309
+ "policy_rollout_success_rate": 0.17777777777777778,
310
+ "restore_max_error": 2.384185791015625e-07
311
+ },
312
+ "PushCube-v1": {
313
+ "action_mse_to_best": 0.4132169201822564,
314
+ "expert_success_rate": 0.8514851485148515,
315
+ "num_groups": 101,
316
+ "oracle_success_rate": 1.0,
317
+ "policy_expert_regret": 0.36129841503530447,
318
+ "policy_oracle_regret": 0.398308122217065,
319
+ "policy_rollout_progress": 0.8096126698621429,
320
+ "policy_rollout_success_rate": 0.7920792079207921,
321
+ "restore_max_error": 2.384185791015625e-07
322
+ },
323
+ "StackCube-v1": {
324
+ "action_mse_to_best": 0.5195577167388465,
325
+ "expert_success_rate": 0.7666666666666667,
326
+ "num_groups": 90,
327
+ "oracle_success_rate": 0.9111111111111111,
328
+ "policy_expert_regret": 1.1750922918319702,
329
+ "policy_oracle_regret": 1.311360280878014,
330
+ "policy_rollout_progress": 0.41925797512133917,
331
+ "policy_rollout_success_rate": 0.15555555555555556,
332
+ "restore_max_error": 2.2351741790771484e-07
333
+ }
334
+ }
335
+ }
336
+ ]
337
+ }
results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03_summary.md ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # h=16 Best-Policy Checkpoint Rollout
2
+
3
+ Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
4
+ Objective: `near_miss_policy_bc5`
5
+ Result file: `policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03.json`
6
+ Completed seeds: 3
7
+ Baseline h=4 policy success: 29.67%
8
+ Baseline h=16 rank-checkpoint success: 29.74%
9
+
10
+ Mean success: 34.84% +/- 0.70%
11
+ Gain vs h=16 rank checkpoint: +5.10%
12
+ Mean progress: 56.57%
13
+ Mean action MSE to best: 0.417
14
+
15
+ | seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual reduce | min type success | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | action MSE |
16
+ |---:|---|---:|---|---:|---|---|---|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|
17
+ | 0 | retrieval_residual | 4 | no | 4 | raw | expert | field_softmax | 0.00 | 1.00 | 0.35,0.40,0.45 | 0.000 | 0.00 | 0 | 0.00 | 34.09% | 55.21% | 85.74% | 0.398 |
18
+ | 1 | retrieval_residual | 4 | no | 4 | raw | expert | field_softmax | 0.00 | 1.00 | 0.35,0.40,0.45 | 0.000 | 0.00 | 0 | 0.00 | 34.96% | 57.17% | 86.96% | 0.404 |
19
+ | 2 | retrieval_residual | 4 | no | 4 | raw | expert | field_softmax | 0.00 | 1.00 | 0.35,0.40,0.45 | 0.000 | 0.00 | 0 | 0.00 | 35.48% | 57.34% | 87.65% | 0.448 |
results/paper_analysis.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_clean_key": "residual_k4_consensus_noopbonus003",
3
- "generated_utc": "2026-06-29T01:49:02+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.06956521739130428,
6
  "best_clean_vs_h16": 0.05507246376811592,
@@ -1269,19 +1269,223 @@
1269
  "std_success": 0.015939393721585544
1270
  },
1271
  "residual_k4_fieldsoftmax_grid_margin000_noopbonus003": {
 
1272
  "label": "K4 field-softmax tangent transport, margin 0.00, no-op bonus 0.03",
1273
- "missing": true,
1274
- "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03_summary.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1275
  },
1276
  "residual_k4_fieldsoftmax_grid_margin005_noopbonus003": {
 
1277
  "label": "K4 field-softmax tangent transport, margin 0.05, no-op bonus 0.03",
1278
- "missing": true,
1279
- "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p05_noopbonus0p03_summary.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1280
  },
1281
  "residual_k4_fieldsoftmax_grid_margin010_noopbonus003": {
 
1282
  "label": "K4 field-softmax tangent transport, margin 0.10, no-op bonus 0.03",
1283
- "missing": true,
1284
- "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p10_noopbonus0p03_summary.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1285
  },
1286
  "residual_k4_fieldsoftmax_grid_noopbonus003": {
1287
  "ci95_success": 0.038402227815547745,
 
1
  {
2
  "best_clean_key": "residual_k4_consensus_noopbonus003",
3
+ "generated_utc": "2026-06-29T02:05:44+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.06956521739130428,
6
  "best_clean_vs_h16": 0.05507246376811592,
 
1269
  "std_success": 0.015939393721585544
1270
  },
1271
  "residual_k4_fieldsoftmax_grid_margin000_noopbonus003": {
1272
+ "ci95_success": 0.01746144927536228,
1273
  "label": "K4 field-softmax tangent transport, margin 0.00, no-op bonus 0.03",
1274
+ "mean_action_mse_to_best": 0.41668070839151095,
1275
+ "mean_progress": 0.5657099829109359,
1276
+ "mean_success": 0.3484057971014492,
1277
+ "num_completed": 3,
1278
+ "per_task_success": {
1279
+ "LiftPegUpright-v1": {
1280
+ "mean_num_groups": 102.0,
1281
+ "mean_success": 0.2565357986396213,
1282
+ "std_success": 0.06757391138426685
1283
+ },
1284
+ "PickCube-v1": {
1285
+ "mean_num_groups": 196.66666666666666,
1286
+ "mean_success": 0.3127801144105492,
1287
+ "std_success": 0.01912867231114315
1288
+ },
1289
+ "PullCube-v1": {
1290
+ "mean_num_groups": 81.0,
1291
+ "mean_success": 0.198584845953267,
1292
+ "std_success": 0.030637274679270955
1293
+ },
1294
+ "PushCube-v1": {
1295
+ "mean_num_groups": 102.0,
1296
+ "mean_success": 0.7637069342356892,
1297
+ "std_success": 0.08302712379548827
1298
+ },
1299
+ "StackCube-v1": {
1300
+ "mean_num_groups": 93.33333333333333,
1301
+ "mean_success": 0.19433899433899435,
1302
+ "std_success": 0.05932024144167464
1303
+ }
1304
+ },
1305
+ "seed_action_mse_to_best": {
1306
+ "0": 0.39842233470762556,
1307
+ "1": 0.40391011639538665,
1308
+ "2": 0.44770967407152057
1309
+ },
1310
+ "seed_progress": {
1311
+ "0": 0.5521027563876756,
1312
+ "1": 0.5716547556253879,
1313
+ "2": 0.5733724367197441
1314
+ },
1315
+ "seed_success": {
1316
+ "0": 0.3408695652173913,
1317
+ "1": 0.34956521739130436,
1318
+ "2": 0.35478260869565215
1319
+ },
1320
+ "selected_candidate_type_counts": {
1321
+ "retrieval_residual_field_softmax": 468,
1322
+ "retrieval_residual_policy_residual": 1257
1323
+ },
1324
+ "selected_residual_scale_counts": {
1325
+ "0.35": 209,
1326
+ "0.4": 25,
1327
+ "0.45": 234
1328
+ },
1329
+ "selected_type_outcomes": {
1330
+ "retrieval_residual_field_softmax": {
1331
+ "count": 468.0,
1332
+ "mean_progress": 0.6394197220265324,
1333
+ "success_rate": 0.4551282051282051
1334
+ },
1335
+ "retrieval_residual_policy_residual": {
1336
+ "count": 1257.0,
1337
+ "mean_progress": 0.5382667387533391,
1338
+ "success_rate": 0.30867143993635643
1339
+ }
1340
+ },
1341
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03_summary.json",
1342
+ "std_success": 0.007028611972743255
1343
  },
1344
  "residual_k4_fieldsoftmax_grid_margin005_noopbonus003": {
1345
+ "ci95_success": 0.027439420289855042,
1346
  "label": "K4 field-softmax tangent transport, margin 0.05, no-op bonus 0.03",
1347
+ "mean_action_mse_to_best": 0.40925245372929436,
1348
+ "mean_progress": 0.5672646419938815,
1349
+ "mean_success": 0.3507246376811594,
1350
+ "num_completed": 3,
1351
+ "per_task_success": {
1352
+ "LiftPegUpright-v1": {
1353
+ "mean_num_groups": 102.0,
1354
+ "mean_success": 0.25997222475645976,
1355
+ "std_success": 0.06389511734286676
1356
+ },
1357
+ "PickCube-v1": {
1358
+ "mean_num_groups": 196.66666666666666,
1359
+ "mean_success": 0.3126991768296116,
1360
+ "std_success": 0.021898452407335747
1361
+ },
1362
+ "PullCube-v1": {
1363
+ "mean_num_groups": 81.0,
1364
+ "mean_success": 0.20838839523050048,
1365
+ "std_success": 0.032937378023892676
1366
+ },
1367
+ "PushCube-v1": {
1368
+ "mean_num_groups": 102.0,
1369
+ "mean_success": 0.7607039312326863,
1370
+ "std_success": 0.07958563709480587
1371
+ },
1372
+ "StackCube-v1": {
1373
+ "mean_num_groups": 93.33333333333333,
1374
+ "mean_success": 0.19774669774669773,
1375
+ "std_success": 0.06525071919571808
1376
+ }
1377
+ },
1378
+ "seed_action_mse_to_best": {
1379
+ "0": 0.3920214500521188,
1380
+ "1": 0.3982289221664162,
1381
+ "2": 0.43750698896934803
1382
+ },
1383
+ "seed_progress": {
1384
+ "0": 0.5518923319673733,
1385
+ "1": 0.5683723092014374,
1386
+ "2": 0.581529284812834
1387
+ },
1388
+ "seed_success": {
1389
+ "0": 0.3443478260869565,
1390
+ "1": 0.3443478260869565,
1391
+ "2": 0.3634782608695652
1392
+ },
1393
+ "selected_candidate_type_counts": {
1394
+ "retrieval_residual_field_softmax": 267,
1395
+ "retrieval_residual_policy_residual": 1458
1396
+ },
1397
+ "selected_residual_scale_counts": {
1398
+ "0.35": 79,
1399
+ "0.4": 21,
1400
+ "0.45": 167
1401
+ },
1402
+ "selected_type_outcomes": {
1403
+ "retrieval_residual_field_softmax": {
1404
+ "count": 267.0,
1405
+ "mean_progress": 0.6703486572951078,
1406
+ "success_rate": 0.5056179775280899
1407
+ },
1408
+ "retrieval_residual_policy_residual": {
1409
+ "count": 1458.0,
1410
+ "mean_progress": 0.5483871165580603,
1411
+ "success_rate": 0.3223593964334705
1412
+ }
1413
+ },
1414
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p05_noopbonus0p03_summary.json",
1415
+ "std_success": 0.011044961671453697
1416
  },
1417
  "residual_k4_fieldsoftmax_grid_margin010_noopbonus003": {
1418
+ "ci95_success": 0.030652840142141275,
1419
  "label": "K4 field-softmax tangent transport, margin 0.10, no-op bonus 0.03",
1420
+ "mean_action_mse_to_best": 0.4014113438483058,
1421
+ "mean_progress": 0.5673825791396276,
1422
+ "mean_success": 0.35188405797101446,
1423
+ "num_completed": 3,
1424
+ "per_task_success": {
1425
+ "LiftPegUpright-v1": {
1426
+ "mean_num_groups": 102.0,
1427
+ "mean_success": 0.25997222475645976,
1428
+ "std_success": 0.06389511734286676
1429
+ },
1430
+ "PickCube-v1": {
1431
+ "mean_num_groups": 196.66666666666666,
1432
+ "mean_success": 0.3174597141988446,
1433
+ "std_success": 0.02906191304415352
1434
+ },
1435
+ "PullCube-v1": {
1436
+ "mean_num_groups": 81.0,
1437
+ "mean_success": 0.2046846915267968,
1438
+ "std_success": 0.02913515326101664
1439
+ },
1440
+ "PushCube-v1": {
1441
+ "mean_num_groups": 102.0,
1442
+ "mean_success": 0.7577009282296832,
1443
+ "std_success": 0.0763436450533849
1444
+ },
1445
+ "StackCube-v1": {
1446
+ "mean_num_groups": 93.33333333333333,
1447
+ "mean_success": 0.2011137011137011,
1448
+ "std_success": 0.07105663963231741
1449
+ }
1450
+ },
1451
+ "seed_action_mse_to_best": {
1452
+ "0": 0.38557657074831103,
1453
+ "1": 0.3929036483346768,
1454
+ "2": 0.4257538124619295
1455
+ },
1456
+ "seed_progress": {
1457
+ "0": 0.5548038772388321,
1458
+ "1": 0.5665490727742081,
1459
+ "2": 0.5807947874058427
1460
+ },
1461
+ "seed_success": {
1462
+ "0": 0.34956521739130436,
1463
+ "1": 0.3408695652173913,
1464
+ "2": 0.3652173913043478
1465
+ },
1466
+ "selected_candidate_type_counts": {
1467
+ "retrieval_residual_field_softmax": 128,
1468
+ "retrieval_residual_policy_residual": 1597
1469
+ },
1470
+ "selected_residual_scale_counts": {
1471
+ "0.35": 32,
1472
+ "0.4": 8,
1473
+ "0.45": 88
1474
+ },
1475
+ "selected_type_outcomes": {
1476
+ "retrieval_residual_field_softmax": {
1477
+ "count": 128.0,
1478
+ "mean_progress": 0.7108588826667983,
1479
+ "success_rate": 0.5625
1480
+ },
1481
+ "retrieval_residual_policy_residual": {
1482
+ "count": 1597.0,
1483
+ "mean_progress": 0.5558829129834111,
1484
+ "success_rate": 0.33500313087038197
1485
+ }
1486
+ },
1487
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p10_noopbonus0p03_summary.json",
1488
+ "std_success": 0.01233843284277841
1489
  },
1490
  "residual_k4_fieldsoftmax_grid_noopbonus003": {
1491
  "ci95_success": 0.038402227815547745,
results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-06-29T01:49:02+00:00`
4
 
5
  ## Main Seed Statistics
6
 
@@ -17,9 +17,9 @@ Generated: `2026-06-29T01:49:02+00:00`
17
  | residual_k4_kernel_consensus_s045_noopbonus003 | K4 kernel-weighted tangent consensus, scale 0.45, no-op bonus 0.03 | 3 | 35.19% +/- 1.02 | +/- 2.53 | 56.71% | 0.397 | +5.45 pp |
18
  | residual_k4_fieldsoftmax_grid | K4 field-softmax tangent transport, scales 0.35/0.40/0.45 | 3 | 34.96% +/- 1.59 | +/- 3.96 | 56.52% | 0.397 | +5.22 pp |
19
  | residual_k4_fieldsoftmax_grid_noopbonus003 | K4 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.55% | 0.397 | +5.22 pp |
20
- | residual_k4_fieldsoftmax_grid_margin010_noopbonus003 | K4 field-softmax tangent transport, margin 0.10, no-op bonus 0.03 | 0 | missing | missing | missing | missing | missing |
21
- | residual_k4_fieldsoftmax_grid_margin005_noopbonus003 | K4 field-softmax tangent transport, margin 0.05, no-op bonus 0.03 | 0 | missing | missing | missing | missing | missing |
22
- | residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | K4 field-softmax tangent transport, margin 0.00, no-op bonus 0.03 | 0 | missing | missing | missing | missing | missing |
23
  | residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 34.84% +/- 1.35 | +/- 3.36 | 56.55% | 0.397 | +5.10 pp |
24
  | residual_k4_consensus_noopbonus003 | K4 mean-by-type tangent consensus, no-op bonus 0.03 | 3 | 35.25% +/- 1.28 | +/- 3.18 | 56.68% | 0.395 | +5.51 pp |
25
  | residual_k4_consensus_noopbonus001 | K4 mean-by-type tangent consensus, no-op bonus 0.01 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.63% | 0.395 | +5.45 pp |
@@ -101,6 +101,12 @@ These rows are measured from raw rollout rows. In residual retrieval, `policy_re
101
  | residual_k4_fieldsoftmax_grid | retrieval_residual_field_softmax | 37 | 59.46% | 72.64% |
102
  | residual_k4_fieldsoftmax_grid_noopbonus003 | retrieval_residual_policy_residual | 1685 | 34.36% | 56.11% |
103
  | residual_k4_fieldsoftmax_grid_noopbonus003 | retrieval_residual_field_softmax | 40 | 60.00% | 74.94% |
 
 
 
 
 
 
104
  | residual_k8_fieldsoftmax_grid_noopbonus003 | retrieval_residual_policy_residual | 1688 | 34.30% | 56.09% |
105
  | residual_k8_fieldsoftmax_grid_noopbonus003 | retrieval_residual_field_softmax | 37 | 59.46% | 77.72% |
106
  | residual_k4_consensus_noopbonus003 | retrieval_residual_policy_residual | 1649 | 34.57% | 56.12% |
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-06-29T02:05:44+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
17
  | residual_k4_kernel_consensus_s045_noopbonus003 | K4 kernel-weighted tangent consensus, scale 0.45, no-op bonus 0.03 | 3 | 35.19% +/- 1.02 | +/- 2.53 | 56.71% | 0.397 | +5.45 pp |
18
  | residual_k4_fieldsoftmax_grid | K4 field-softmax tangent transport, scales 0.35/0.40/0.45 | 3 | 34.96% +/- 1.59 | +/- 3.96 | 56.52% | 0.397 | +5.22 pp |
19
  | residual_k4_fieldsoftmax_grid_noopbonus003 | K4 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.55% | 0.397 | +5.22 pp |
20
+ | residual_k4_fieldsoftmax_grid_margin010_noopbonus003 | K4 field-softmax tangent transport, margin 0.10, no-op bonus 0.03 | 3 | 35.19% +/- 1.23 | +/- 3.07 | 56.74% | 0.401 | +5.45 pp |
21
+ | residual_k4_fieldsoftmax_grid_margin005_noopbonus003 | K4 field-softmax tangent transport, margin 0.05, no-op bonus 0.03 | 3 | 35.07% +/- 1.10 | +/- 2.74 | 56.73% | 0.409 | +5.33 pp |
22
+ | residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | K4 field-softmax tangent transport, margin 0.00, no-op bonus 0.03 | 3 | 34.84% +/- 0.70 | +/- 1.75 | 56.57% | 0.417 | +5.10 pp |
23
  | residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 34.84% +/- 1.35 | +/- 3.36 | 56.55% | 0.397 | +5.10 pp |
24
  | residual_k4_consensus_noopbonus003 | K4 mean-by-type tangent consensus, no-op bonus 0.03 | 3 | 35.25% +/- 1.28 | +/- 3.18 | 56.68% | 0.395 | +5.51 pp |
25
  | residual_k4_consensus_noopbonus001 | K4 mean-by-type tangent consensus, no-op bonus 0.01 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.63% | 0.395 | +5.45 pp |
 
101
  | residual_k4_fieldsoftmax_grid | retrieval_residual_field_softmax | 37 | 59.46% | 72.64% |
102
  | residual_k4_fieldsoftmax_grid_noopbonus003 | retrieval_residual_policy_residual | 1685 | 34.36% | 56.11% |
103
  | residual_k4_fieldsoftmax_grid_noopbonus003 | retrieval_residual_field_softmax | 40 | 60.00% | 74.94% |
104
+ | residual_k4_fieldsoftmax_grid_margin010_noopbonus003 | retrieval_residual_policy_residual | 1597 | 33.50% | 55.59% |
105
+ | residual_k4_fieldsoftmax_grid_margin010_noopbonus003 | retrieval_residual_field_softmax | 128 | 56.25% | 71.09% |
106
+ | residual_k4_fieldsoftmax_grid_margin005_noopbonus003 | retrieval_residual_policy_residual | 1458 | 32.24% | 54.84% |
107
+ | residual_k4_fieldsoftmax_grid_margin005_noopbonus003 | retrieval_residual_field_softmax | 267 | 50.56% | 67.03% |
108
+ | residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | retrieval_residual_policy_residual | 1257 | 30.87% | 53.83% |
109
+ | residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | retrieval_residual_field_softmax | 468 | 45.51% | 63.94% |
110
  | residual_k8_fieldsoftmax_grid_noopbonus003 | retrieval_residual_policy_residual | 1688 | 34.30% | 56.09% |
111
  | residual_k8_fieldsoftmax_grid_noopbonus003 | retrieval_residual_field_softmax | 37 | 59.46% | 77.72% |
112
  | residual_k4_consensus_noopbonus003 | retrieval_residual_policy_residual | 1649 | 34.57% | 56.12% |
results/paper_core_results.md CHANGED
@@ -41,6 +41,7 @@ and the remaining clean-to-same-state proposal gap is `+21.74 pp`.
41
  | K4 train-state residual retrieval, safe residuals + mean-by-type tangent consensus | No | No | 34.96% | +5.22 pp | Near-tie clean diagnostic; consensus alone does not beat raw K2 residuals |
42
  | K4 mean-by-type residual retrieval + no-op prior 0.03 | No | No | 35.25% | +5.51 pp | Current best clean diagnostic; 0.025-0.035 forms a small plateau that nudges high-value no-op residuals without changing the core proposal family |
43
  | K4 kernel-weighted residual consensus + no-op prior 0.03 | No | No | 35.13-35.19% | +5.39-5.45 pp | Distance-weighted tangent interpolation is plausible but does not beat equal mean-consensus no-op plateau |
 
44
  | K4 mean-by-type residual retrieval + wrong-gripper typed prior | No | No | 35.19-35.25% | +5.45-5.51 pp | Wrong-gripper-only is lower and two-family priors only tie the no-op plateau; useful negative/tie diagnostic |
45
  | K1 train-state residual ray-search, tight scales | No | No | 34.84% | +5.10 pp | Scale-grid ray-search is a near-tie but does not beat the typed-prior clean row |
46
  | K2 train-state residual ray-search, tight scales | No | No | 34.84% | +5.10 pp | More scale choices along the same local rays do not improve the clean row |
@@ -80,15 +81,16 @@ Suggested main-table rows:
80
  13. K4 train-state residual retrieval, mean-by-type tangent consensus
81
  14. K4 mean-by-type residual retrieval + no-op prior plateau, canonical 0.03
82
  15. K4 kernel-weighted residual consensus + no-op prior diagnostics
83
- 16. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
84
- 17. K2 broad tangent ray-search
85
- 18. Residual-tangent distillation policy
86
- 19. Residual+Gaussian hybrid, K32 sigma0.35
87
- 20. Lattice, near-miss only
88
- 21. Lattice, no expert
89
- 22. Lattice, no expert + policy baseline candidate
90
- 23. Lattice, full
91
- 24. Oracle ceiling
 
92
 
93
  Suggested claim:
94
 
@@ -97,7 +99,7 @@ Suggested claim:
97
  > abstention and a small typed no-op prior plateau gives the strongest clean gain so far, while ungated KNN residual
98
  > retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score retrieval,
99
  > train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
100
- > tangent consensus, kernel-weighted tangent interpolation, tangent ray-search, wrong-gripper typed priors, and same-state policy-baseline fallback fail to improve the main rows.
101
  > The large effect appears only when the field is queried on
102
  > same-state intervention proposals, and the mechanism is isolated to local near-miss
103
  > counterfactual geometry.
 
41
  | K4 train-state residual retrieval, safe residuals + mean-by-type tangent consensus | No | No | 34.96% | +5.22 pp | Near-tie clean diagnostic; consensus alone does not beat raw K2 residuals |
42
  | K4 mean-by-type residual retrieval + no-op prior 0.03 | No | No | 35.25% | +5.51 pp | Current best clean diagnostic; 0.025-0.035 forms a small plateau that nudges high-value no-op residuals without changing the core proposal family |
43
  | K4 kernel-weighted residual consensus + no-op prior 0.03 | No | No | 35.13-35.19% | +5.39-5.45 pp | Distance-weighted tangent interpolation is plausible but does not beat equal mean-consensus no-op plateau |
44
+ | K4 field-softmax residual barycenter + no-op prior 0.03 | No | No | 34.84-35.19% | +5.10-5.45 pp | Field-conditioned aggregation finds high-value sparse corrections, but lower margins over-select them; it does not beat the equal mean-consensus no-op plateau |
45
  | K4 mean-by-type residual retrieval + wrong-gripper typed prior | No | No | 35.19-35.25% | +5.45-5.51 pp | Wrong-gripper-only is lower and two-family priors only tie the no-op plateau; useful negative/tie diagnostic |
46
  | K1 train-state residual ray-search, tight scales | No | No | 34.84% | +5.10 pp | Scale-grid ray-search is a near-tie but does not beat the typed-prior clean row |
47
  | K2 train-state residual ray-search, tight scales | No | No | 34.84% | +5.10 pp | More scale choices along the same local rays do not improve the clean row |
 
81
  13. K4 train-state residual retrieval, mean-by-type tangent consensus
82
  14. K4 mean-by-type residual retrieval + no-op prior plateau, canonical 0.03
83
  15. K4 kernel-weighted residual consensus + no-op prior diagnostics
84
+ 16. K4 field-softmax residual barycenter + margin diagnostics
85
+ 17. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
86
+ 18. K2 broad tangent ray-search
87
+ 19. Residual-tangent distillation policy
88
+ 20. Residual+Gaussian hybrid, K32 sigma0.35
89
+ 21. Lattice, near-miss only
90
+ 22. Lattice, no expert
91
+ 23. Lattice, no expert + policy baseline candidate
92
+ 24. Lattice, full
93
+ 25. Oracle ceiling
94
 
95
  Suggested claim:
96
 
 
99
  > abstention and a small typed no-op prior plateau gives the strongest clean gain so far, while ungated KNN residual
100
  > retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score retrieval,
101
  > train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
102
+ > tangent consensus, kernel-weighted tangent interpolation, field-softmax tangent barycenters, tangent ray-search, wrong-gripper typed priors, and same-state policy-baseline fallback fail to improve the main rows.
103
  > The large effect appears only when the field is queried on
104
  > same-state intervention proposals, and the mechanism is isolated to local near-miss
105
  > counterfactual geometry.
results/paper_story_memo.md CHANGED
@@ -29,6 +29,7 @@ when queried on proposal geometry that matches those local counterfactuals.
29
  | Clean residual transport behaves like sparse intervention | `paper_analysis.md` shows the best clean row abstains to zero-residual policy on 95.6% of states, while selected nonzero no-op residuals succeed at 52.83% vs 34.57% for abstention | Stronger clean-mechanism framing |
30
  | Tangent consensus is close but needs sparse typing | K4 mean-by-type residual consensus reaches 34.96%; a small no-op residual prior plateau at 0.025-0.035 raises it to 35.25% | Current best clean result |
31
  | Kernel-weighted tangent interpolation does not beat equal consensus | K4 kernel-weighted residual consensus reaches 34.96%; with no-op prior and scales 0.35/0.40/0.45 it reaches 35.13%/35.19%/35.19%, below the 35.25% mean-consensus plateau | Negative/near-tie diagnostic |
 
32
  | Tangent ray-search does not beat the typed-prior clean row | K1/K2 tight scale-grid ray search reach 34.84%; K2 broad reaches 34.96%; K4 tight reaches 34.55%, all below the no-op-prior row at 35.25% | Near-tie/negative diagnostic |
33
  | Typed no-op residual prior improves the clean bridge | CPU smoke `14883591` passed; bonuses 0.025/0.03/0.035 tie at 35.25%, while 0.01/0.02/0.05/0.08 are slightly lower | Current best clean diagnostic |
34
  | Wrong-gripper typed prior does not add a new clean bridge | wrong-gripper-only reaches 35.19%; no-op+wrong-gripper 0.02 ties 35.25%; no-op+wrong-gripper 0.04 drops to 35.13% | Negative/tie diagnostic |
@@ -61,19 +62,20 @@ clean proposal result, the intended main rows are:
61
  14. K4 mean-by-type tangent consensus: 34.96%
62
  15. K4 mean-by-type tangent consensus + typed no-op prior 0.025-0.035: 35.25%
63
  16. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
64
- 17. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
65
- 18. K2 broad tangent ray-search: 34.96%
66
- 19. K1/K2 tight tangent ray-search: 34.84% / 34.84%
67
- 20. K4 tight tangent ray-search: 34.55%
68
- 21. Residual-tangent distillation policy: 28.87%
69
- 22. Z-score residual retrieval: 32.23-32.81%
70
- 23. Train-family reliability prior: 33.28-33.33%
71
- 24. Residual+Gaussian hybrid K32/K64: 31.30% / 30.90%
72
- 25. Lattice, near-miss only: 55.94%
73
- 26. Lattice, no expert: 56.99%
74
- 27. Lattice, no expert + policy baseline candidate: 40.70%
75
- 28. Lattice, full: 69.33%
76
- 29. Oracle ceiling: 86.78%
 
77
 
78
  ## Novelty Framing
79
 
@@ -101,9 +103,9 @@ test-time search. The cleaner novelty is:
101
 
102
  ## Job Status
103
 
104
- Last checked: `2026-06-29 00:41 UTC`. The counterfactual tangent ray-search batch
105
- completed, and the typed no-op residual-prior clean sweep completed after a passing
106
- CPU smoke.
107
 
108
  - `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
109
  direct rollout is 26.84%, field-guided best is 27.65%.
@@ -188,6 +190,20 @@ CPU smoke.
188
  35.19%. Summary jobs `14891083`/`14891085`/`14891087`/`14891088` and rebuild
189
  job `14891089` completed. These are near-tie/negative diagnostics below the
190
  equal mean-consensus no-op plateau.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
191
  - `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
192
  selector. It selected index `3` on a two-residual/two-scale toy case and
193
  returned the expected action `0.20`, validating the candidate expansion and
@@ -216,6 +232,7 @@ CPU smoke.
216
  selection histograms when writing reviewer-facing tables.
217
  - Treat z-score retrieval, repaired train-family reliability priors, Gaussian hybrids,
218
  field optimization, field-teacher/tangent distillation, policy-relative anchoring, tangent consensus,
219
- kernel-weighted tangent interpolation, wrong-gripper typed priors,
220
- and same-state policy-baseline fallback as negative or near-tie diagnostics
221
- that sharpen the story around local counterfactual proposal geometry.
 
 
29
  | Clean residual transport behaves like sparse intervention | `paper_analysis.md` shows the best clean row abstains to zero-residual policy on 95.6% of states, while selected nonzero no-op residuals succeed at 52.83% vs 34.57% for abstention | Stronger clean-mechanism framing |
30
  | Tangent consensus is close but needs sparse typing | K4 mean-by-type residual consensus reaches 34.96%; a small no-op residual prior plateau at 0.025-0.035 raises it to 35.25% | Current best clean result |
31
  | Kernel-weighted tangent interpolation does not beat equal consensus | K4 kernel-weighted residual consensus reaches 34.96%; with no-op prior and scales 0.35/0.40/0.45 it reaches 35.13%/35.19%/35.19%, below the 35.25% mean-consensus plateau | Negative/near-tie diagnostic |
32
+ | Field-conditioned tangent barycenters identify good sparse corrections but do not close the proposal gap | K4 field-softmax transport reaches 34.96%; with no-op prior and margins 0.10/0.05/0.00 it reaches 35.19%/35.07%/34.84%. Selected aggregate residuals are high-value (up to 60.00% success), but selecting more of them degrades the global row | Negative/near-tie diagnostic |
33
  | Tangent ray-search does not beat the typed-prior clean row | K1/K2 tight scale-grid ray search reach 34.84%; K2 broad reaches 34.96%; K4 tight reaches 34.55%, all below the no-op-prior row at 35.25% | Near-tie/negative diagnostic |
34
  | Typed no-op residual prior improves the clean bridge | CPU smoke `14883591` passed; bonuses 0.025/0.03/0.035 tie at 35.25%, while 0.01/0.02/0.05/0.08 are slightly lower | Current best clean diagnostic |
35
  | Wrong-gripper typed prior does not add a new clean bridge | wrong-gripper-only reaches 35.19%; no-op+wrong-gripper 0.02 ties 35.25%; no-op+wrong-gripper 0.04 drops to 35.13% | Negative/tie diagnostic |
 
62
  14. K4 mean-by-type tangent consensus: 34.96%
63
  15. K4 mean-by-type tangent consensus + typed no-op prior 0.025-0.035: 35.25%
64
  16. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
65
+ 17. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
66
+ 18. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
67
+ 19. K2 broad tangent ray-search: 34.96%
68
+ 20. K1/K2 tight tangent ray-search: 34.84% / 34.84%
69
+ 21. K4 tight tangent ray-search: 34.55%
70
+ 22. Residual-tangent distillation policy: 28.87%
71
+ 23. Z-score residual retrieval: 32.23-32.81%
72
+ 24. Train-family reliability prior: 33.28-33.33%
73
+ 25. Residual+Gaussian hybrid K32/K64: 31.30% / 30.90%
74
+ 26. Lattice, near-miss only: 55.94%
75
+ 27. Lattice, no expert: 56.99%
76
+ 28. Lattice, no expert + policy baseline candidate: 40.70%
77
+ 29. Lattice, full: 69.33%
78
+ 30. Oracle ceiling: 86.78%
79
 
80
  ## Novelty Framing
81
 
 
103
 
104
  ## Job Status
105
 
106
+ Last checked: `2026-06-29 02:00 UTC`. The field-conditioned tangent-barycenter
107
+ batch completed after passing CPU smokes, and the paper table rebuild now includes
108
+ the field-softmax rows.
109
 
110
  - `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
111
  direct rollout is 26.84%, field-guided best is 27.65%.
 
190
  35.19%. Summary jobs `14891083`/`14891085`/`14891087`/`14891088` and rebuild
191
  job `14891089` completed. These are near-tie/negative diagnostics below the
192
  equal mean-consensus no-op plateau.
193
+ - `14891870` and `14892092`: completed CPU smokes for the field-softmax residual
194
+ reducer, first validating the model-time aggregate path and then the final
195
+ candidate-bonus propagation.
196
+ - `14891889`/`14891902`/`14891923`: completed K4/K8 field-softmax transport
197
+ sweeps. K4 field-softmax reaches 34.96% with or without no-op 0.03 at margin
198
+ `0.20`; K8 with no-op 0.03 reaches 34.84%. Summary jobs `14891934`/`14891946`/
199
+ `14891960` completed.
200
+ - `14892958`/`14892975`/`14892990`: completed the K4 field-softmax no-op margin
201
+ sweep. Margins `0.10`, `0.05`, and `0.00` reach 35.19%, 35.07%, and 34.84%.
202
+ The selected field-softmax aggregates have high conditional success, but lower
203
+ margins over-select them and reduce the overall row, so this remains a
204
+ negative/near-tie diagnostic below the 35.25% mean-consensus no-op plateau.
205
+ Summary jobs `14893002`/`14893016`/`14893028` and rebuild job `14893069`
206
+ completed.
207
  - `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
208
  selector. It selected index `3` on a two-residual/two-scale toy case and
209
  returned the expected action `0.20`, validating the candidate expansion and
 
232
  selection histograms when writing reviewer-facing tables.
233
  - Treat z-score retrieval, repaired train-family reliability priors, Gaussian hybrids,
234
  field optimization, field-teacher/tangent distillation, policy-relative anchoring, tangent consensus,
235
+ kernel-weighted tangent interpolation, field-softmax tangent barycenters,
236
+ wrong-gripper typed priors, and same-state policy-baseline fallback as negative
237
+ or near-tie diagnostics that sharpen the story around local counterfactual
238
+ proposal geometry.
results/paper_table_status.json CHANGED
@@ -736,14 +736,14 @@
736
  "story_role": "field-conditioned tangent transport abstention sweep",
737
  "fallback_success": null,
738
  "pending_job": "14892958/14893002",
739
- "path_exists": false,
740
- "status": "pending",
741
- "success": null,
742
- "std_success": null,
743
  "completed_seeds": null,
744
- "num_completed": null,
745
  "best_config": null,
746
- "gain_vs_h16_policy": null
747
  },
748
  {
749
  "key": "retrieval_residual_k4_fieldsoftmax_grid_margin005_noopbonus003",
@@ -755,14 +755,14 @@
755
  "story_role": "field-conditioned tangent transport abstention sweep",
756
  "fallback_success": null,
757
  "pending_job": "14892975/14893016",
758
- "path_exists": false,
759
- "status": "pending",
760
- "success": null,
761
- "std_success": null,
762
  "completed_seeds": null,
763
- "num_completed": null,
764
  "best_config": null,
765
- "gain_vs_h16_policy": null
766
  },
767
  {
768
  "key": "retrieval_residual_k4_fieldsoftmax_grid_margin000_noopbonus003",
@@ -774,14 +774,14 @@
774
  "story_role": "field-conditioned tangent transport no-abstention diagnostic",
775
  "fallback_success": null,
776
  "pending_job": "14892990/14893028",
777
- "path_exists": false,
778
- "status": "pending",
779
- "success": null,
780
- "std_success": null,
781
  "completed_seeds": null,
782
- "num_completed": null,
783
  "best_config": null,
784
- "gain_vs_h16_policy": null
785
  },
786
  {
787
  "key": "retrieval_residual_k8_fieldsoftmax_grid_noopbonus003",
 
736
  "story_role": "field-conditioned tangent transport abstention sweep",
737
  "fallback_success": null,
738
  "pending_job": "14892958/14893002",
739
+ "path_exists": true,
740
+ "status": "complete",
741
+ "success": 0.3518840579710145,
742
+ "std_success": 0.01233843284277841,
743
  "completed_seeds": null,
744
+ "num_completed": 3,
745
  "best_config": null,
746
+ "gain_vs_h16_policy": 0.05449275362318845
747
  },
748
  {
749
  "key": "retrieval_residual_k4_fieldsoftmax_grid_margin005_noopbonus003",
 
755
  "story_role": "field-conditioned tangent transport abstention sweep",
756
  "fallback_success": null,
757
  "pending_job": "14892975/14893016",
758
+ "path_exists": true,
759
+ "status": "complete",
760
+ "success": 0.3507246376811594,
761
+ "std_success": 0.011044961671453697,
762
  "completed_seeds": null,
763
+ "num_completed": 3,
764
  "best_config": null,
765
+ "gain_vs_h16_policy": 0.053333333333333344
766
  },
767
  {
768
  "key": "retrieval_residual_k4_fieldsoftmax_grid_margin000_noopbonus003",
 
774
  "story_role": "field-conditioned tangent transport no-abstention diagnostic",
775
  "fallback_success": null,
776
  "pending_job": "14892990/14893028",
777
+ "path_exists": true,
778
+ "status": "complete",
779
+ "success": 0.34840579710144925,
780
+ "std_success": 0.007028611972743255,
781
  "completed_seeds": null,
782
+ "num_completed": 3,
783
  "best_config": null,
784
+ "gain_vs_h16_policy": 0.051014492753623186
785
  },
786
  {
787
  "key": "retrieval_residual_k8_fieldsoftmax_grid_noopbonus003",
results/paper_table_status.md CHANGED
@@ -41,9 +41,9 @@ Baseline h=16 policy: 29.74%
41
  | retrieval_residual_k4_kernel_mean_s045_noopbonus003 | K4 kernel-weighted residual retrieval, scale 0.45, margin 0.20, no-op residual bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | local counterfactual tangent-field interpolation scale check |
42
  | retrieval_residual_k4_fieldsoftmax_grid | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20 | complete | 34.96% | +5.22 pp | yes | no | no | field-conditioned counterfactual tangent transport |
43
  | retrieval_residual_k4_fieldsoftmax_grid_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.96% | +5.22 pp | yes | no | no | field-conditioned tangent transport with sparse-action prior |
44
- | retrieval_residual_k4_fieldsoftmax_grid_margin010_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.10, no-op residual bonus 0.03 | pending 14892958/14893002 | pending | pending | yes | no | no | field-conditioned tangent transport abstention sweep |
45
- | retrieval_residual_k4_fieldsoftmax_grid_margin005_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.05, no-op residual bonus 0.03 | pending 14892975/14893016 | pending | pending | yes | no | no | field-conditioned tangent transport abstention sweep |
46
- | retrieval_residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.00, no-op residual bonus 0.03 | pending 14892990/14893028 | pending | pending | yes | no | no | field-conditioned tangent transport no-abstention diagnostic |
47
  | retrieval_residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport neighborhood scaling |
48
  | retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 35.25% | +5.51 pp | yes | no | no | current best clean typed sparse-intervention prior |
49
  | retrieval_residual_k4_mean_noopbonus001 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
 
41
  | retrieval_residual_k4_kernel_mean_s045_noopbonus003 | K4 kernel-weighted residual retrieval, scale 0.45, margin 0.20, no-op residual bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | local counterfactual tangent-field interpolation scale check |
42
  | retrieval_residual_k4_fieldsoftmax_grid | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20 | complete | 34.96% | +5.22 pp | yes | no | no | field-conditioned counterfactual tangent transport |
43
  | retrieval_residual_k4_fieldsoftmax_grid_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.96% | +5.22 pp | yes | no | no | field-conditioned tangent transport with sparse-action prior |
44
+ | retrieval_residual_k4_fieldsoftmax_grid_margin010_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.10, no-op residual bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | field-conditioned tangent transport abstention sweep |
45
+ | retrieval_residual_k4_fieldsoftmax_grid_margin005_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.05, no-op residual bonus 0.03 | complete | 35.07% | +5.33 pp | yes | no | no | field-conditioned tangent transport abstention sweep |
46
+ | retrieval_residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.00, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport no-abstention diagnostic |
47
  | retrieval_residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport neighborhood scaling |
48
  | retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 35.25% | +5.51 pp | yes | no | no | current best clean typed sparse-intervention prior |
49
  | retrieval_residual_k4_mean_noopbonus001 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
scripts/build_paper_table_status.py CHANGED
@@ -285,6 +285,16 @@ SPECS = [
285
  story_role="previous best counterfactual advantage abstention",
286
  pending_job="14862936/14862937",
287
  ),
 
 
 
 
 
 
 
 
 
 
288
  ResultSpec(
289
  key="retrieval_residual_k1grid_tight_safe_ray_margin020",
290
  label="K1 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20",
@@ -445,6 +455,16 @@ SPECS = [
445
  story_role="current best clean typed sparse-intervention prior",
446
  pending_job="14883919/14883920",
447
  ),
 
 
 
 
 
 
 
 
 
 
448
  ResultSpec(
449
  key="retrieval_residual_k4_mean_noopbonus001",
450
  label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01",
 
285
  story_role="previous best counterfactual advantage abstention",
286
  pending_job="14862936/14862937",
287
  ),
288
+ ResultSpec(
289
+ key="retrieval_residual_taskrelative_knn2_scale040_safe_margin020",
290
+ label="K2 task-relative residual retrieval, scale 0.40, safe residuals, advantage margin 0.20",
291
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_taskrelative_knn2_scale0p40_safe_types_margin0p20_summary.json",
292
+ clean_deployment="yes",
293
+ same_state_proposals="no",
294
+ expert_proposal="no",
295
+ story_role="task-relative state metric for counterfactual tangent retrieval",
296
+ pending_job="14893475/14893476",
297
+ ),
298
  ResultSpec(
299
  key="retrieval_residual_k1grid_tight_safe_ray_margin020",
300
  label="K1 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20",
 
455
  story_role="current best clean typed sparse-intervention prior",
456
  pending_job="14883919/14883920",
457
  ),
458
+ ResultSpec(
459
+ key="retrieval_residual_taskrelative_k4_mean_noopbonus003",
460
+ label="K4 task-relative mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03",
461
+ path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_taskrelative_k4s040_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
462
+ clean_deployment="yes",
463
+ same_state_proposals="no",
464
+ expert_proposal="no",
465
+ story_role="task-relative state metric for typed sparse-intervention prior",
466
+ pending_job="14893473/14893474",
467
+ ),
468
  ResultSpec(
469
  key="retrieval_residual_k4_mean_noopbonus001",
470
  label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01",
scripts/eval_maniskill_policy_rollout.py CHANGED
@@ -116,10 +116,11 @@ def main(argv: list[str] | None = None) -> int:
116
  )
117
  parser.add_argument(
118
  "--retrieval-metric",
119
- choices=("raw", "zscore"),
120
  default="raw",
121
  help="State-space metric for retrieval proposals. 'raw' preserves earlier results; "
122
- "'zscore' standardizes each task's train-bank features before nearest-neighbor lookup.",
 
123
  )
124
  parser.add_argument(
125
  "--retrieval-type-min-success",
 
116
  )
117
  parser.add_argument(
118
  "--retrieval-metric",
119
+ choices=("raw", "zscore", "task_relative"),
120
  default="raw",
121
  help="State-space metric for retrieval proposals. 'raw' preserves earlier results; "
122
+ "'zscore' standardizes each task's train-bank features before nearest-neighbor lookup; "
123
+ "'task_relative' retrieves by target/reference actor pose rather than full robot state.",
124
  )
125
  parser.add_argument(
126
  "--retrieval-type-min-success",