anhtld commited on
Commit
c9f6598
·
verified ·
1 Parent(s): 472c3ca

Auto-sync: 2026-06-30 10:19:50 (part 2)

Browse files
results/h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_nooponly_prepend_margin0p05_summary.json ADDED
@@ -0,0 +1,436 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
3
+ "objective": "near_miss_policy_bc5_typedprop_p2",
4
+ "out_name": "policy_rollout_proposal_lattice_nooponly_prepend_margin0p05.json",
5
+ "num_completed": 3,
6
+ "baseline_h4_policy_success": 0.2967,
7
+ "baseline_h16_rank_checkpoint_success": 0.29739130434782607,
8
+ "mean_success": 0.3443478260869565,
9
+ "std_success": 0.04558379972897795,
10
+ "mean_progress": 0.5623435350146948,
11
+ "mean_action_mse_to_best": 0.44973472340043424,
12
+ "gain_vs_h4": 0.0476478260869565,
13
+ "gain_vs_h16_rank_checkpoint": 0.04695652173913045,
14
+ "rows": [
15
+ {
16
+ "seed": 0,
17
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5_typedprop_p2/seed_0/policy_rollout_proposal_lattice_nooponly_prepend_margin0p05.json",
18
+ "num_groups": 575,
19
+ "selection_mode": "proposal_lattice",
20
+ "num_candidates": 2,
21
+ "candidate_sigma": 0.0,
22
+ "proposal_types": [
23
+ "expert",
24
+ "near_miss",
25
+ "no_op",
26
+ "wrong_gripper",
27
+ "wrong_direction",
28
+ "random_negative"
29
+ ],
30
+ "proposal_lattice_types": [
31
+ "no_op"
32
+ ],
33
+ "selection_margin": 0.05,
34
+ "prepend_policy_candidate": true,
35
+ "field_optim_steps": 0,
36
+ "field_optim_step_size": 0.0,
37
+ "field_optim_trust_radius": 0.0,
38
+ "field_optim_l2_penalty": 0.0,
39
+ "retrieval_neighbors": 0,
40
+ "retrieval_metric": "none",
41
+ "retrieval_type_min_success": 0.0,
42
+ "retrieval_type_success_bonus_scale": 0.0,
43
+ "retrieval_residual_consensus_penalty_scale": 0.0,
44
+ "retrieval_residual_min_source_progress": 0.0,
45
+ "retrieval_residual_min_source_advantage": -1000000000.0,
46
+ "retrieval_residual_source_progress_bonus_scale": 0.0,
47
+ "retrieval_residual_source_score_bonus_scale": 0.0,
48
+ "retrieval_residual_source_advantage_bonus_scale": 0.0,
49
+ "retrieval_residual_composite_l2_penalty_scale": 0.0,
50
+ "retrieval_residual_scale": 0.0,
51
+ "retrieval_residual_scales": [],
52
+ "retrieval_residual_anchor": "none",
53
+ "retrieval_residual_direction": "none",
54
+ "retrieval_residual_reduce": "none",
55
+ "retrieval_residual_challenger_types": [],
56
+ "retrieval_residual_challenger_scales": [],
57
+ "retrieval_residual_challenger_margin": 0.0,
58
+ "lattice_exclude_types": [],
59
+ "candidate_type_bonuses": {},
60
+ "candidate_type_bonus_components": false,
61
+ "candidate_oracle_rollouts": 0,
62
+ "candidate_oracle_unique_tolerance": 1e-06,
63
+ "candidate_oracle_success_rate": null,
64
+ "candidate_oracle_progress": null,
65
+ "candidate_oracle_score": null,
66
+ "candidate_oracle_regret": null,
67
+ "candidate_oracle_score_gain_over_selected": null,
68
+ "candidate_oracle_unique_count": null,
69
+ "candidate_oracle_improvement_rate": null,
70
+ "candidate_oracle_selected_branch_success_rate": null,
71
+ "candidate_oracle_selected_branch_progress": null,
72
+ "candidate_oracle_type_counts": {},
73
+ "candidate_oracle_best_branch_rank": null,
74
+ "candidate_oracle_best_branch_rank_counts": {},
75
+ "candidate_oracle_branch_success_rates": [],
76
+ "candidate_oracle_branch_progress": [],
77
+ "candidate_oracle_branch_score_gains_over_selected": [],
78
+ "selected_residual_scale_counts": {},
79
+ "policy_rollout_success_rate": 0.29391304347826086,
80
+ "policy_rollout_progress": 0.5316033441605775,
81
+ "oracle_success_rate": 0.8573913043478261,
82
+ "action_mse_to_best": 0.4108021359785419,
83
+ "best_policy_val": {
84
+ "bc_loss": 0.1345199979841709,
85
+ "field_effect_loss": 0.009223711728635762,
86
+ "field_potential_loss": 0.2614195512400733,
87
+ "field_preference_loss": 0.5129645930396186,
88
+ "lattice_edges": 3833.3333333333335,
89
+ "progress_mae": 0.18681737035512924,
90
+ "proposal_loss": 0.15201550225416818,
91
+ "rank_acc": 0.8316339155038198,
92
+ "rank_loss": 0.5129594521390067,
93
+ "regret_mae": 0.3556148376729753,
94
+ "success_accuracy": 0.8784897228082021,
95
+ "total_loss": 1.8417018850644429
96
+ },
97
+ "per_task": {
98
+ "LiftPegUpright-v1": {
99
+ "action_mse_to_best": 0.3201369491511399,
100
+ "expert_success_rate": 0.8865979381443299,
101
+ "num_groups": 97,
102
+ "oracle_success_rate": 0.9278350515463918,
103
+ "policy_expert_regret": 1.2831320579826218,
104
+ "policy_oracle_regret": 1.3227465135842253,
105
+ "policy_rollout_progress": 0.46686791958882634,
106
+ "policy_rollout_success_rate": 0.1134020618556701,
107
+ "restore_max_error": 2.384185791015625e-07
108
+ },
109
+ "PickCube-v1": {
110
+ "action_mse_to_best": 0.3549191451982971,
111
+ "expert_success_rate": 0.9375,
112
+ "num_groups": 208,
113
+ "oracle_success_rate": 0.9471153846153846,
114
+ "policy_expert_regret": 1.1682198462792888,
115
+ "policy_oracle_regret": 1.1748864203333282,
116
+ "policy_rollout_progress": 0.5456107832276478,
117
+ "policy_rollout_success_rate": 0.21153846153846154,
118
+ "restore_max_error": 2.384185791015625e-07
119
+ },
120
+ "PullCube-v1": {
121
+ "action_mse_to_best": 0.632519160528885,
122
+ "expert_success_rate": 0.19480519480519481,
123
+ "num_groups": 77,
124
+ "oracle_success_rate": 0.36363636363636365,
125
+ "policy_expert_regret": 0.3061711120044256,
126
+ "policy_oracle_regret": 0.5809461816951826,
127
+ "policy_rollout_progress": 0.27868307227051103,
128
+ "policy_rollout_success_rate": 0.14285714285714285,
129
+ "restore_max_error": 2.3096799850463867e-07
130
+ },
131
+ "PushCube-v1": {
132
+ "action_mse_to_best": 0.3663194225110272,
133
+ "expert_success_rate": 0.8617021276595744,
134
+ "num_groups": 94,
135
+ "oracle_success_rate": 0.9893617021276596,
136
+ "policy_expert_regret": 0.24415543421785882,
137
+ "policy_oracle_regret": 0.3420131396740041,
138
+ "policy_rollout_progress": 0.8388379241557832,
139
+ "policy_rollout_success_rate": 0.8191489361702128,
140
+ "restore_max_error": 2.384185791015625e-07
141
+ },
142
+ "StackCube-v1": {
143
+ "action_mse_to_best": 0.48683596810095503,
144
+ "expert_success_rate": 0.6767676767676768,
145
+ "num_groups": 99,
146
+ "oracle_success_rate": 0.8585858585858586,
147
+ "policy_expert_regret": 0.9334933291179965,
148
+ "policy_oracle_regret": 1.1110236455093732,
149
+ "policy_rollout_progress": 0.47059929641810333,
150
+ "policy_rollout_success_rate": 0.26262626262626265,
151
+ "restore_max_error": 2.384185791015625e-07
152
+ }
153
+ }
154
+ },
155
+ {
156
+ "seed": 1,
157
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5_typedprop_p2/seed_1/policy_rollout_proposal_lattice_nooponly_prepend_margin0p05.json",
158
+ "num_groups": 575,
159
+ "selection_mode": "proposal_lattice",
160
+ "num_candidates": 2,
161
+ "candidate_sigma": 0.0,
162
+ "proposal_types": [
163
+ "expert",
164
+ "near_miss",
165
+ "no_op",
166
+ "wrong_gripper",
167
+ "wrong_direction",
168
+ "random_negative"
169
+ ],
170
+ "proposal_lattice_types": [
171
+ "no_op"
172
+ ],
173
+ "selection_margin": 0.05,
174
+ "prepend_policy_candidate": true,
175
+ "field_optim_steps": 0,
176
+ "field_optim_step_size": 0.0,
177
+ "field_optim_trust_radius": 0.0,
178
+ "field_optim_l2_penalty": 0.0,
179
+ "retrieval_neighbors": 0,
180
+ "retrieval_metric": "none",
181
+ "retrieval_type_min_success": 0.0,
182
+ "retrieval_type_success_bonus_scale": 0.0,
183
+ "retrieval_residual_consensus_penalty_scale": 0.0,
184
+ "retrieval_residual_min_source_progress": 0.0,
185
+ "retrieval_residual_min_source_advantage": -1000000000.0,
186
+ "retrieval_residual_source_progress_bonus_scale": 0.0,
187
+ "retrieval_residual_source_score_bonus_scale": 0.0,
188
+ "retrieval_residual_source_advantage_bonus_scale": 0.0,
189
+ "retrieval_residual_composite_l2_penalty_scale": 0.0,
190
+ "retrieval_residual_scale": 0.0,
191
+ "retrieval_residual_scales": [],
192
+ "retrieval_residual_anchor": "none",
193
+ "retrieval_residual_direction": "none",
194
+ "retrieval_residual_reduce": "none",
195
+ "retrieval_residual_challenger_types": [],
196
+ "retrieval_residual_challenger_scales": [],
197
+ "retrieval_residual_challenger_margin": 0.0,
198
+ "lattice_exclude_types": [],
199
+ "candidate_type_bonuses": {},
200
+ "candidate_type_bonus_components": false,
201
+ "candidate_oracle_rollouts": 0,
202
+ "candidate_oracle_unique_tolerance": 1e-06,
203
+ "candidate_oracle_success_rate": null,
204
+ "candidate_oracle_progress": null,
205
+ "candidate_oracle_score": null,
206
+ "candidate_oracle_regret": null,
207
+ "candidate_oracle_score_gain_over_selected": null,
208
+ "candidate_oracle_unique_count": null,
209
+ "candidate_oracle_improvement_rate": null,
210
+ "candidate_oracle_selected_branch_success_rate": null,
211
+ "candidate_oracle_selected_branch_progress": null,
212
+ "candidate_oracle_type_counts": {},
213
+ "candidate_oracle_best_branch_rank": null,
214
+ "candidate_oracle_best_branch_rank_counts": {},
215
+ "candidate_oracle_branch_success_rates": [],
216
+ "candidate_oracle_branch_progress": [],
217
+ "candidate_oracle_branch_score_gains_over_selected": [],
218
+ "selected_residual_scale_counts": {},
219
+ "policy_rollout_success_rate": 0.3826086956521739,
220
+ "policy_rollout_progress": 0.5869571697699291,
221
+ "oracle_success_rate": 0.8695652173913043,
222
+ "action_mse_to_best": 0.43973633088900344,
223
+ "best_policy_val": {
224
+ "bc_loss": 0.12785478805502257,
225
+ "field_effect_loss": 0.010064840265032318,
226
+ "field_potential_loss": 0.29153423342439866,
227
+ "field_preference_loss": 0.5177145335409377,
228
+ "lattice_edges": 3833.3333333333335,
229
+ "progress_mae": 0.19837388147910437,
230
+ "proposal_loss": 0.14544310627712143,
231
+ "rank_acc": 0.8285107778178321,
232
+ "rank_loss": 0.5177104257875018,
233
+ "regret_mae": 0.37083542181385887,
234
+ "success_accuracy": 0.8705372114976248,
235
+ "total_loss": 1.8337699174880981
236
+ },
237
+ "per_task": {
238
+ "LiftPegUpright-v1": {
239
+ "action_mse_to_best": 0.32404863701327663,
240
+ "expert_success_rate": 0.8584070796460177,
241
+ "num_groups": 113,
242
+ "oracle_success_rate": 0.9380530973451328,
243
+ "policy_expert_regret": 0.9443869075152727,
244
+ "policy_oracle_regret": 1.0368707753651965,
245
+ "policy_rollout_progress": 0.6274015282371402,
246
+ "policy_rollout_success_rate": 0.25663716814159293,
247
+ "restore_max_error": 2.384185791015625e-07
248
+ },
249
+ "PickCube-v1": {
250
+ "action_mse_to_best": 0.45956581966216303,
251
+ "expert_success_rate": 0.9402173913043478,
252
+ "num_groups": 184,
253
+ "oracle_success_rate": 0.9456521739130435,
254
+ "policy_expert_regret": 0.9579096352923522,
255
+ "policy_oracle_regret": 0.9579336397672824,
256
+ "policy_rollout_progress": 0.6176866246955204,
257
+ "policy_rollout_success_rate": 0.34782608695652173,
258
+ "restore_max_error": 2.384185791015625e-07
259
+ },
260
+ "PullCube-v1": {
261
+ "action_mse_to_best": 0.5817036384756457,
262
+ "expert_success_rate": 0.25,
263
+ "num_groups": 76,
264
+ "oracle_success_rate": 0.40789473684210525,
265
+ "policy_expert_regret": 0.26425254188085856,
266
+ "policy_oracle_regret": 0.45188828523417834,
267
+ "policy_rollout_progress": 0.3256312172957941,
268
+ "policy_rollout_success_rate": 0.19736842105263158,
269
+ "restore_max_error": 2.384185791015625e-07
270
+ },
271
+ "PushCube-v1": {
272
+ "action_mse_to_best": 0.35281119879591066,
273
+ "expert_success_rate": 0.8198198198198198,
274
+ "num_groups": 111,
275
+ "oracle_success_rate": 1.0,
276
+ "policy_expert_regret": 0.3633511696044389,
277
+ "policy_oracle_regret": 0.4144443819920222,
278
+ "policy_rollout_progress": 0.8017718342241941,
279
+ "policy_rollout_success_rate": 0.7837837837837838,
280
+ "restore_max_error": 2.3795291781425476e-07
281
+ },
282
+ "StackCube-v1": {
283
+ "action_mse_to_best": 0.5307611414323469,
284
+ "expert_success_rate": 0.6923076923076923,
285
+ "num_groups": 91,
286
+ "oracle_success_rate": 0.8571428571428571,
287
+ "policy_expert_regret": 1.0045060436804216,
288
+ "policy_oracle_regret": 1.1137812864649428,
289
+ "policy_rollout_progress": 0.430824339226052,
290
+ "policy_rollout_success_rate": 0.27472527472527475,
291
+ "restore_max_error": 1.9371509552001953e-07
292
+ }
293
+ }
294
+ },
295
+ {
296
+ "seed": 2,
297
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5_typedprop_p2/seed_2/policy_rollout_proposal_lattice_nooponly_prepend_margin0p05.json",
298
+ "num_groups": 575,
299
+ "selection_mode": "proposal_lattice",
300
+ "num_candidates": 2,
301
+ "candidate_sigma": 0.0,
302
+ "proposal_types": [
303
+ "expert",
304
+ "near_miss",
305
+ "no_op",
306
+ "wrong_gripper",
307
+ "wrong_direction",
308
+ "random_negative"
309
+ ],
310
+ "proposal_lattice_types": [
311
+ "no_op"
312
+ ],
313
+ "selection_margin": 0.05,
314
+ "prepend_policy_candidate": true,
315
+ "field_optim_steps": 0,
316
+ "field_optim_step_size": 0.0,
317
+ "field_optim_trust_radius": 0.0,
318
+ "field_optim_l2_penalty": 0.0,
319
+ "retrieval_neighbors": 0,
320
+ "retrieval_metric": "none",
321
+ "retrieval_type_min_success": 0.0,
322
+ "retrieval_type_success_bonus_scale": 0.0,
323
+ "retrieval_residual_consensus_penalty_scale": 0.0,
324
+ "retrieval_residual_min_source_progress": 0.0,
325
+ "retrieval_residual_min_source_advantage": -1000000000.0,
326
+ "retrieval_residual_source_progress_bonus_scale": 0.0,
327
+ "retrieval_residual_source_score_bonus_scale": 0.0,
328
+ "retrieval_residual_source_advantage_bonus_scale": 0.0,
329
+ "retrieval_residual_composite_l2_penalty_scale": 0.0,
330
+ "retrieval_residual_scale": 0.0,
331
+ "retrieval_residual_scales": [],
332
+ "retrieval_residual_anchor": "none",
333
+ "retrieval_residual_direction": "none",
334
+ "retrieval_residual_reduce": "none",
335
+ "retrieval_residual_challenger_types": [],
336
+ "retrieval_residual_challenger_scales": [],
337
+ "retrieval_residual_challenger_margin": 0.0,
338
+ "lattice_exclude_types": [],
339
+ "candidate_type_bonuses": {},
340
+ "candidate_type_bonus_components": false,
341
+ "candidate_oracle_rollouts": 0,
342
+ "candidate_oracle_unique_tolerance": 1e-06,
343
+ "candidate_oracle_success_rate": null,
344
+ "candidate_oracle_progress": null,
345
+ "candidate_oracle_score": null,
346
+ "candidate_oracle_regret": null,
347
+ "candidate_oracle_score_gain_over_selected": null,
348
+ "candidate_oracle_unique_count": null,
349
+ "candidate_oracle_improvement_rate": null,
350
+ "candidate_oracle_selected_branch_success_rate": null,
351
+ "candidate_oracle_selected_branch_progress": null,
352
+ "candidate_oracle_type_counts": {},
353
+ "candidate_oracle_best_branch_rank": null,
354
+ "candidate_oracle_best_branch_rank_counts": {},
355
+ "candidate_oracle_branch_success_rates": [],
356
+ "candidate_oracle_branch_progress": [],
357
+ "candidate_oracle_branch_score_gains_over_selected": [],
358
+ "selected_residual_scale_counts": {},
359
+ "policy_rollout_success_rate": 0.3565217391304348,
360
+ "policy_rollout_progress": 0.5684700911135777,
361
+ "oracle_success_rate": 0.8765217391304347,
362
+ "action_mse_to_best": 0.49866570333375737,
363
+ "best_policy_val": {
364
+ "bc_loss": 0.11429175941480531,
365
+ "field_effect_loss": 0.009631710747877756,
366
+ "field_potential_loss": 0.2724720388650894,
367
+ "field_preference_loss": 0.5087620665629705,
368
+ "lattice_edges": 3833.3333333333335,
369
+ "progress_mae": 0.19653971824381086,
370
+ "proposal_loss": 0.13279944616887304,
371
+ "rank_acc": 0.8339865836832259,
372
+ "rank_loss": 0.508702975180414,
373
+ "regret_mae": 0.3901382436354955,
374
+ "success_accuracy": 0.870691223276986,
375
+ "total_loss": 1.710942678981357
376
+ },
377
+ "per_task": {
378
+ "LiftPegUpright-v1": {
379
+ "action_mse_to_best": 0.3476963357582766,
380
+ "expert_success_rate": 0.8229166666666666,
381
+ "num_groups": 96,
382
+ "oracle_success_rate": 0.9270833333333334,
383
+ "policy_expert_regret": 0.8970564791622261,
384
+ "policy_oracle_regret": 0.9909927107704183,
385
+ "policy_rollout_progress": 0.6376860314048827,
386
+ "policy_rollout_success_rate": 0.2916666666666667,
387
+ "restore_max_error": 1.955777406692505e-07
388
+ },
389
+ "PickCube-v1": {
390
+ "action_mse_to_best": 0.5256955052178143,
391
+ "expert_success_rate": 0.9444444444444444,
392
+ "num_groups": 198,
393
+ "oracle_success_rate": 0.9595959595959596,
394
+ "policy_expert_regret": 0.9106334175707566,
395
+ "policy_oracle_regret": 0.917716868099465,
396
+ "policy_rollout_progress": 0.6491225997475211,
397
+ "policy_rollout_success_rate": 0.37373737373737376,
398
+ "restore_max_error": 2.384185791015625e-07
399
+ },
400
+ "PullCube-v1": {
401
+ "action_mse_to_best": 0.6888830930227414,
402
+ "expert_success_rate": 0.24444444444444444,
403
+ "num_groups": 90,
404
+ "oracle_success_rate": 0.4666666666666667,
405
+ "policy_expert_regret": 0.3147414305350847,
406
+ "policy_oracle_regret": 0.6253484635510378,
407
+ "policy_rollout_progress": 0.30779078919440506,
408
+ "policy_rollout_success_rate": 0.17777777777777778,
409
+ "restore_max_error": 2.384185791015625e-07
410
+ },
411
+ "PushCube-v1": {
412
+ "action_mse_to_best": 0.37912334848453505,
413
+ "expert_success_rate": 0.8514851485148515,
414
+ "num_groups": 101,
415
+ "oracle_success_rate": 1.0,
416
+ "policy_expert_regret": 0.41975170196873124,
417
+ "policy_oracle_regret": 0.530090075318176,
418
+ "policy_rollout_progress": 0.7471376474541013,
419
+ "policy_rollout_success_rate": 0.7227722772277227,
420
+ "restore_max_error": 2.384185791015625e-07
421
+ },
422
+ "StackCube-v1": {
423
+ "action_mse_to_best": 0.5441698286889328,
424
+ "expert_success_rate": 0.7666666666666667,
425
+ "num_groups": 90,
426
+ "oracle_success_rate": 0.9111111111111111,
427
+ "policy_expert_regret": 1.212724201546775,
428
+ "policy_oracle_regret": 1.3493194088339806,
429
+ "policy_rollout_progress": 0.3773788356118732,
430
+ "policy_rollout_success_rate": 0.15555555555555556,
431
+ "restore_max_error": 2.2351741790771484e-07
432
+ }
433
+ }
434
+ }
435
+ ]
436
+ }
results/h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_nooponly_prepend_margin0p05_summary.md ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # h=16 Best-Policy Checkpoint Rollout
2
+
3
+ Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
4
+ Objective: `near_miss_policy_bc5_typedprop_p2`
5
+ Result file: `policy_rollout_proposal_lattice_nooponly_prepend_margin0p05.json`
6
+ Completed seeds: 3
7
+ Baseline h=4 policy success: 29.67%
8
+ Baseline h=16 rank-checkpoint success: 29.74%
9
+
10
+ Mean success: 34.43% +/- 4.56%
11
+ Gain vs h=16 rank checkpoint: +4.70%
12
+ Mean progress: 56.23%
13
+ Mean action MSE to best: 0.450
14
+
15
+ | seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual direction | residual reduce | min type success | type success bonus | consensus penalty | min source progress | source progress bonus | source score bonus | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | candidate oracle | oracle gain | action MSE |
16
+ |---:|---|---:|---|---:|---|---|---|---|---:|---:|---:|---:|---:|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|
17
+ | 0 | proposal_lattice | 2 | yes | 0 | none | none | none | none | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 0.00 | none | 0.050 | 0.00 | 0 | 0.00 | 29.39% | 53.16% | 85.74% | n/a | n/a | 0.411 |
18
+ | 1 | proposal_lattice | 2 | yes | 0 | none | none | none | none | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 0.00 | none | 0.050 | 0.00 | 0 | 0.00 | 38.26% | 58.70% | 86.96% | n/a | n/a | 0.440 |
19
+ | 2 | proposal_lattice | 2 | yes | 0 | none | none | none | none | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 0.00 | none | 0.050 | 0.00 | 0 | 0.00 | 35.65% | 56.85% | 87.65% | n/a | n/a | 0.499 |
results/h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_types2sparse_prepend_margin0p05_summary.json ADDED
@@ -0,0 +1,439 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
3
+ "objective": "near_miss_policy_bc5_typedprop_p2",
4
+ "out_name": "policy_rollout_proposal_lattice_types2sparse_prepend_margin0p05.json",
5
+ "num_completed": 3,
6
+ "baseline_h4_policy_success": 0.2967,
7
+ "baseline_h16_rank_checkpoint_success": 0.29739130434782607,
8
+ "mean_success": 0.34260869565217394,
9
+ "std_success": 0.041411759651445765,
10
+ "mean_progress": 0.5607520951499211,
11
+ "mean_action_mse_to_best": 0.46144251793843144,
12
+ "gain_vs_h4": 0.045908695652173925,
13
+ "gain_vs_h16_rank_checkpoint": 0.045217391304347876,
14
+ "rows": [
15
+ {
16
+ "seed": 0,
17
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5_typedprop_p2/seed_0/policy_rollout_proposal_lattice_types2sparse_prepend_margin0p05.json",
18
+ "num_groups": 575,
19
+ "selection_mode": "proposal_lattice",
20
+ "num_candidates": 3,
21
+ "candidate_sigma": 0.0,
22
+ "proposal_types": [
23
+ "expert",
24
+ "near_miss",
25
+ "no_op",
26
+ "wrong_gripper",
27
+ "wrong_direction",
28
+ "random_negative"
29
+ ],
30
+ "proposal_lattice_types": [
31
+ "no_op",
32
+ "wrong_gripper"
33
+ ],
34
+ "selection_margin": 0.05,
35
+ "prepend_policy_candidate": true,
36
+ "field_optim_steps": 0,
37
+ "field_optim_step_size": 0.0,
38
+ "field_optim_trust_radius": 0.0,
39
+ "field_optim_l2_penalty": 0.0,
40
+ "retrieval_neighbors": 0,
41
+ "retrieval_metric": "none",
42
+ "retrieval_type_min_success": 0.0,
43
+ "retrieval_type_success_bonus_scale": 0.0,
44
+ "retrieval_residual_consensus_penalty_scale": 0.0,
45
+ "retrieval_residual_min_source_progress": 0.0,
46
+ "retrieval_residual_min_source_advantage": -1000000000.0,
47
+ "retrieval_residual_source_progress_bonus_scale": 0.0,
48
+ "retrieval_residual_source_score_bonus_scale": 0.0,
49
+ "retrieval_residual_source_advantage_bonus_scale": 0.0,
50
+ "retrieval_residual_composite_l2_penalty_scale": 0.0,
51
+ "retrieval_residual_scale": 0.0,
52
+ "retrieval_residual_scales": [],
53
+ "retrieval_residual_anchor": "none",
54
+ "retrieval_residual_direction": "none",
55
+ "retrieval_residual_reduce": "none",
56
+ "retrieval_residual_challenger_types": [],
57
+ "retrieval_residual_challenger_scales": [],
58
+ "retrieval_residual_challenger_margin": 0.0,
59
+ "lattice_exclude_types": [],
60
+ "candidate_type_bonuses": {},
61
+ "candidate_type_bonus_components": false,
62
+ "candidate_oracle_rollouts": 0,
63
+ "candidate_oracle_unique_tolerance": 1e-06,
64
+ "candidate_oracle_success_rate": null,
65
+ "candidate_oracle_progress": null,
66
+ "candidate_oracle_score": null,
67
+ "candidate_oracle_regret": null,
68
+ "candidate_oracle_score_gain_over_selected": null,
69
+ "candidate_oracle_unique_count": null,
70
+ "candidate_oracle_improvement_rate": null,
71
+ "candidate_oracle_selected_branch_success_rate": null,
72
+ "candidate_oracle_selected_branch_progress": null,
73
+ "candidate_oracle_type_counts": {},
74
+ "candidate_oracle_best_branch_rank": null,
75
+ "candidate_oracle_best_branch_rank_counts": {},
76
+ "candidate_oracle_branch_success_rates": [],
77
+ "candidate_oracle_branch_progress": [],
78
+ "candidate_oracle_branch_score_gains_over_selected": [],
79
+ "selected_residual_scale_counts": {},
80
+ "policy_rollout_success_rate": 0.2956521739130435,
81
+ "policy_rollout_progress": 0.5345279813071956,
82
+ "oracle_success_rate": 0.8573913043478261,
83
+ "action_mse_to_best": 0.420117607595318,
84
+ "best_policy_val": {
85
+ "bc_loss": 0.1345199979841709,
86
+ "field_effect_loss": 0.009223711728635762,
87
+ "field_potential_loss": 0.2614195512400733,
88
+ "field_preference_loss": 0.5129645930396186,
89
+ "lattice_edges": 3833.3333333333335,
90
+ "progress_mae": 0.18681737035512924,
91
+ "proposal_loss": 0.15201550225416818,
92
+ "rank_acc": 0.8316339155038198,
93
+ "rank_loss": 0.5129594521390067,
94
+ "regret_mae": 0.3556148376729753,
95
+ "success_accuracy": 0.8784897228082021,
96
+ "total_loss": 1.8417018850644429
97
+ },
98
+ "per_task": {
99
+ "LiftPegUpright-v1": {
100
+ "action_mse_to_best": 0.3201369491511399,
101
+ "expert_success_rate": 0.8865979381443299,
102
+ "num_groups": 97,
103
+ "oracle_success_rate": 0.9278350515463918,
104
+ "policy_expert_regret": 1.2831320579826218,
105
+ "policy_oracle_regret": 1.3227465135842253,
106
+ "policy_rollout_progress": 0.46686791958882634,
107
+ "policy_rollout_success_rate": 0.1134020618556701,
108
+ "restore_max_error": 2.384185791015625e-07
109
+ },
110
+ "PickCube-v1": {
111
+ "action_mse_to_best": 0.3549191451982971,
112
+ "expert_success_rate": 0.9375,
113
+ "num_groups": 208,
114
+ "oracle_success_rate": 0.9471153846153846,
115
+ "policy_expert_regret": 1.1682198462792888,
116
+ "policy_oracle_regret": 1.1748864203333282,
117
+ "policy_rollout_progress": 0.5456107832276478,
118
+ "policy_rollout_success_rate": 0.21153846153846154,
119
+ "restore_max_error": 2.384185791015625e-07
120
+ },
121
+ "PullCube-v1": {
122
+ "action_mse_to_best": 0.6590563035615442,
123
+ "expert_success_rate": 0.19480519480519481,
124
+ "num_groups": 77,
125
+ "oracle_success_rate": 0.36363636363636365,
126
+ "policy_expert_regret": 0.27800474664220565,
127
+ "policy_oracle_regret": 0.5500710486591637,
128
+ "policy_rollout_progress": 0.3007770769975402,
129
+ "policy_rollout_success_rate": 0.15584415584415584,
130
+ "restore_max_error": 2.3096799850463867e-07
131
+ },
132
+ "PushCube-v1": {
133
+ "action_mse_to_best": 0.39678950104466143,
134
+ "expert_success_rate": 0.8617021276595744,
135
+ "num_groups": 94,
136
+ "oracle_success_rate": 0.9893617021276596,
137
+ "policy_expert_regret": 0.24415543421785882,
138
+ "policy_oracle_regret": 0.3420131396740041,
139
+ "policy_rollout_progress": 0.8388379241557832,
140
+ "policy_rollout_success_rate": 0.8191489361702128,
141
+ "restore_max_error": 2.384185791015625e-07
142
+ },
143
+ "StackCube-v1": {
144
+ "action_mse_to_best": 0.4913697942016609,
145
+ "expert_success_rate": 0.6767676767676768,
146
+ "num_groups": 99,
147
+ "oracle_success_rate": 0.8585858585858586,
148
+ "policy_expert_regret": 0.9336910261349245,
149
+ "policy_oracle_regret": 1.111221342526301,
150
+ "policy_rollout_progress": 0.4704015994011754,
151
+ "policy_rollout_success_rate": 0.26262626262626265,
152
+ "restore_max_error": 2.384185791015625e-07
153
+ }
154
+ }
155
+ },
156
+ {
157
+ "seed": 1,
158
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5_typedprop_p2/seed_1/policy_rollout_proposal_lattice_types2sparse_prepend_margin0p05.json",
159
+ "num_groups": 575,
160
+ "selection_mode": "proposal_lattice",
161
+ "num_candidates": 3,
162
+ "candidate_sigma": 0.0,
163
+ "proposal_types": [
164
+ "expert",
165
+ "near_miss",
166
+ "no_op",
167
+ "wrong_gripper",
168
+ "wrong_direction",
169
+ "random_negative"
170
+ ],
171
+ "proposal_lattice_types": [
172
+ "no_op",
173
+ "wrong_gripper"
174
+ ],
175
+ "selection_margin": 0.05,
176
+ "prepend_policy_candidate": true,
177
+ "field_optim_steps": 0,
178
+ "field_optim_step_size": 0.0,
179
+ "field_optim_trust_radius": 0.0,
180
+ "field_optim_l2_penalty": 0.0,
181
+ "retrieval_neighbors": 0,
182
+ "retrieval_metric": "none",
183
+ "retrieval_type_min_success": 0.0,
184
+ "retrieval_type_success_bonus_scale": 0.0,
185
+ "retrieval_residual_consensus_penalty_scale": 0.0,
186
+ "retrieval_residual_min_source_progress": 0.0,
187
+ "retrieval_residual_min_source_advantage": -1000000000.0,
188
+ "retrieval_residual_source_progress_bonus_scale": 0.0,
189
+ "retrieval_residual_source_score_bonus_scale": 0.0,
190
+ "retrieval_residual_source_advantage_bonus_scale": 0.0,
191
+ "retrieval_residual_composite_l2_penalty_scale": 0.0,
192
+ "retrieval_residual_scale": 0.0,
193
+ "retrieval_residual_scales": [],
194
+ "retrieval_residual_anchor": "none",
195
+ "retrieval_residual_direction": "none",
196
+ "retrieval_residual_reduce": "none",
197
+ "retrieval_residual_challenger_types": [],
198
+ "retrieval_residual_challenger_scales": [],
199
+ "retrieval_residual_challenger_margin": 0.0,
200
+ "lattice_exclude_types": [],
201
+ "candidate_type_bonuses": {},
202
+ "candidate_type_bonus_components": false,
203
+ "candidate_oracle_rollouts": 0,
204
+ "candidate_oracle_unique_tolerance": 1e-06,
205
+ "candidate_oracle_success_rate": null,
206
+ "candidate_oracle_progress": null,
207
+ "candidate_oracle_score": null,
208
+ "candidate_oracle_regret": null,
209
+ "candidate_oracle_score_gain_over_selected": null,
210
+ "candidate_oracle_unique_count": null,
211
+ "candidate_oracle_improvement_rate": null,
212
+ "candidate_oracle_selected_branch_success_rate": null,
213
+ "candidate_oracle_selected_branch_progress": null,
214
+ "candidate_oracle_type_counts": {},
215
+ "candidate_oracle_best_branch_rank": null,
216
+ "candidate_oracle_best_branch_rank_counts": {},
217
+ "candidate_oracle_branch_success_rates": [],
218
+ "candidate_oracle_branch_progress": [],
219
+ "candidate_oracle_branch_score_gains_over_selected": [],
220
+ "selected_residual_scale_counts": {},
221
+ "policy_rollout_success_rate": 0.3739130434782609,
222
+ "policy_rollout_progress": 0.5783052108326987,
223
+ "oracle_success_rate": 0.8695652173913043,
224
+ "action_mse_to_best": 0.46388629281144267,
225
+ "best_policy_val": {
226
+ "bc_loss": 0.12785478805502257,
227
+ "field_effect_loss": 0.010064840265032318,
228
+ "field_potential_loss": 0.29153423342439866,
229
+ "field_preference_loss": 0.5177145335409377,
230
+ "lattice_edges": 3833.3333333333335,
231
+ "progress_mae": 0.19837388147910437,
232
+ "proposal_loss": 0.14544310627712143,
233
+ "rank_acc": 0.8285107778178321,
234
+ "rank_loss": 0.5177104257875018,
235
+ "regret_mae": 0.37083542181385887,
236
+ "success_accuracy": 0.8705372114976248,
237
+ "total_loss": 1.8337699174880981
238
+ },
239
+ "per_task": {
240
+ "LiftPegUpright-v1": {
241
+ "action_mse_to_best": 0.33305917725232803,
242
+ "expert_success_rate": 0.8584070796460177,
243
+ "num_groups": 113,
244
+ "oracle_success_rate": 0.9380530973451328,
245
+ "policy_expert_regret": 0.9702966467732876,
246
+ "policy_oracle_regret": 1.0740347798682948,
247
+ "policy_rollout_progress": 0.6079366387782899,
248
+ "policy_rollout_success_rate": 0.23893805309734514,
249
+ "restore_max_error": 2.384185791015625e-07
250
+ },
251
+ "PickCube-v1": {
252
+ "action_mse_to_best": 0.45956581966216303,
253
+ "expert_success_rate": 0.9402173913043478,
254
+ "num_groups": 184,
255
+ "oracle_success_rate": 0.9456521739130435,
256
+ "policy_expert_regret": 0.9579096352923522,
257
+ "policy_oracle_regret": 0.9579336397672824,
258
+ "policy_rollout_progress": 0.6176866246955204,
259
+ "policy_rollout_success_rate": 0.34782608695652173,
260
+ "restore_max_error": 2.384185791015625e-07
261
+ },
262
+ "PullCube-v1": {
263
+ "action_mse_to_best": 0.5940139575165966,
264
+ "expert_success_rate": 0.25,
265
+ "num_groups": 76,
266
+ "oracle_success_rate": 0.40789473684210525,
267
+ "policy_expert_regret": 0.26535116567423467,
268
+ "policy_oracle_regret": 0.45244293017803056,
269
+ "policy_rollout_progress": 0.32458283413985844,
270
+ "policy_rollout_success_rate": 0.19736842105263158,
271
+ "restore_max_error": 2.384185791015625e-07
272
+ },
273
+ "PushCube-v1": {
274
+ "action_mse_to_best": 0.4603107736722843,
275
+ "expert_success_rate": 0.8198198198198198,
276
+ "num_groups": 111,
277
+ "oracle_success_rate": 1.0,
278
+ "policy_expert_regret": 0.39933278337792233,
279
+ "policy_oracle_regret": 0.4657566951470332,
280
+ "policy_rollout_progress": 0.77748654809621,
281
+ "policy_rollout_success_rate": 0.7567567567567568,
282
+ "restore_max_error": 2.3795291781425476e-07
283
+ },
284
+ "StackCube-v1": {
285
+ "action_mse_to_best": 0.5307611414323469,
286
+ "expert_success_rate": 0.6923076923076923,
287
+ "num_groups": 91,
288
+ "oracle_success_rate": 0.8571428571428571,
289
+ "policy_expert_regret": 1.0045060436804216,
290
+ "policy_oracle_regret": 1.1137812864649428,
291
+ "policy_rollout_progress": 0.430824339226052,
292
+ "policy_rollout_success_rate": 0.27472527472527475,
293
+ "restore_max_error": 1.9371509552001953e-07
294
+ }
295
+ }
296
+ },
297
+ {
298
+ "seed": 2,
299
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5_typedprop_p2/seed_2/policy_rollout_proposal_lattice_types2sparse_prepend_margin0p05.json",
300
+ "num_groups": 575,
301
+ "selection_mode": "proposal_lattice",
302
+ "num_candidates": 3,
303
+ "candidate_sigma": 0.0,
304
+ "proposal_types": [
305
+ "expert",
306
+ "near_miss",
307
+ "no_op",
308
+ "wrong_gripper",
309
+ "wrong_direction",
310
+ "random_negative"
311
+ ],
312
+ "proposal_lattice_types": [
313
+ "no_op",
314
+ "wrong_gripper"
315
+ ],
316
+ "selection_margin": 0.05,
317
+ "prepend_policy_candidate": true,
318
+ "field_optim_steps": 0,
319
+ "field_optim_step_size": 0.0,
320
+ "field_optim_trust_radius": 0.0,
321
+ "field_optim_l2_penalty": 0.0,
322
+ "retrieval_neighbors": 0,
323
+ "retrieval_metric": "none",
324
+ "retrieval_type_min_success": 0.0,
325
+ "retrieval_type_success_bonus_scale": 0.0,
326
+ "retrieval_residual_consensus_penalty_scale": 0.0,
327
+ "retrieval_residual_min_source_progress": 0.0,
328
+ "retrieval_residual_min_source_advantage": -1000000000.0,
329
+ "retrieval_residual_source_progress_bonus_scale": 0.0,
330
+ "retrieval_residual_source_score_bonus_scale": 0.0,
331
+ "retrieval_residual_source_advantage_bonus_scale": 0.0,
332
+ "retrieval_residual_composite_l2_penalty_scale": 0.0,
333
+ "retrieval_residual_scale": 0.0,
334
+ "retrieval_residual_scales": [],
335
+ "retrieval_residual_anchor": "none",
336
+ "retrieval_residual_direction": "none",
337
+ "retrieval_residual_reduce": "none",
338
+ "retrieval_residual_challenger_types": [],
339
+ "retrieval_residual_challenger_scales": [],
340
+ "retrieval_residual_challenger_margin": 0.0,
341
+ "lattice_exclude_types": [],
342
+ "candidate_type_bonuses": {},
343
+ "candidate_type_bonus_components": false,
344
+ "candidate_oracle_rollouts": 0,
345
+ "candidate_oracle_unique_tolerance": 1e-06,
346
+ "candidate_oracle_success_rate": null,
347
+ "candidate_oracle_progress": null,
348
+ "candidate_oracle_score": null,
349
+ "candidate_oracle_regret": null,
350
+ "candidate_oracle_score_gain_over_selected": null,
351
+ "candidate_oracle_unique_count": null,
352
+ "candidate_oracle_improvement_rate": null,
353
+ "candidate_oracle_selected_branch_success_rate": null,
354
+ "candidate_oracle_selected_branch_progress": null,
355
+ "candidate_oracle_type_counts": {},
356
+ "candidate_oracle_best_branch_rank": null,
357
+ "candidate_oracle_best_branch_rank_counts": {},
358
+ "candidate_oracle_branch_success_rates": [],
359
+ "candidate_oracle_branch_progress": [],
360
+ "candidate_oracle_branch_score_gains_over_selected": [],
361
+ "selected_residual_scale_counts": {},
362
+ "policy_rollout_success_rate": 0.3582608695652174,
363
+ "policy_rollout_progress": 0.569423093309869,
364
+ "oracle_success_rate": 0.8765217391304347,
365
+ "action_mse_to_best": 0.5003236534085337,
366
+ "best_policy_val": {
367
+ "bc_loss": 0.11429175941480531,
368
+ "field_effect_loss": 0.009631710747877756,
369
+ "field_potential_loss": 0.2724720388650894,
370
+ "field_preference_loss": 0.5087620665629705,
371
+ "lattice_edges": 3833.3333333333335,
372
+ "progress_mae": 0.19653971824381086,
373
+ "proposal_loss": 0.13279944616887304,
374
+ "rank_acc": 0.8339865836832259,
375
+ "rank_loss": 0.508702975180414,
376
+ "regret_mae": 0.3901382436354955,
377
+ "success_accuracy": 0.870691223276986,
378
+ "total_loss": 1.710942678981357
379
+ },
380
+ "per_task": {
381
+ "LiftPegUpright-v1": {
382
+ "action_mse_to_best": 0.3476963357582766,
383
+ "expert_success_rate": 0.8229166666666666,
384
+ "num_groups": 96,
385
+ "oracle_success_rate": 0.9270833333333334,
386
+ "policy_expert_regret": 0.8970564791622261,
387
+ "policy_oracle_regret": 0.9909927107704183,
388
+ "policy_rollout_progress": 0.6376860314048827,
389
+ "policy_rollout_success_rate": 0.2916666666666667,
390
+ "restore_max_error": 1.955777406692505e-07
391
+ },
392
+ "PickCube-v1": {
393
+ "action_mse_to_best": 0.5256955052178143,
394
+ "expert_success_rate": 0.9444444444444444,
395
+ "num_groups": 198,
396
+ "oracle_success_rate": 0.9595959595959596,
397
+ "policy_expert_regret": 0.9106334175707566,
398
+ "policy_oracle_regret": 0.917716868099465,
399
+ "policy_rollout_progress": 0.6491225997475211,
400
+ "policy_rollout_success_rate": 0.37373737373737376,
401
+ "restore_max_error": 2.384185791015625e-07
402
+ },
403
+ "PullCube-v1": {
404
+ "action_mse_to_best": 0.6939325481886044,
405
+ "expert_success_rate": 0.24444444444444444,
406
+ "num_groups": 90,
407
+ "oracle_success_rate": 0.4666666666666667,
408
+ "policy_expert_regret": 0.2943045587382383,
409
+ "policy_oracle_regret": 0.6051562398465143,
410
+ "policy_rollout_progress": 0.31656140860997967,
411
+ "policy_rollout_success_rate": 0.18888888888888888,
412
+ "restore_max_error": 2.384185791015625e-07
413
+ },
414
+ "PushCube-v1": {
415
+ "action_mse_to_best": 0.38940331981618803,
416
+ "expert_success_rate": 0.8514851485148515,
417
+ "num_groups": 101,
418
+ "oracle_success_rate": 1.0,
419
+ "policy_expert_regret": 0.43955367287196734,
420
+ "policy_oracle_regret": 0.5320589331412079,
421
+ "policy_rollout_progress": 0.7451687896310693,
422
+ "policy_rollout_success_rate": 0.7227722772277227,
423
+ "restore_max_error": 2.384185791015625e-07
424
+ },
425
+ "StackCube-v1": {
426
+ "action_mse_to_best": 0.5381764200619525,
427
+ "expert_success_rate": 0.7666666666666667,
428
+ "num_groups": 90,
429
+ "oracle_success_rate": 0.9111111111111111,
430
+ "policy_expert_regret": 1.2131966998179753,
431
+ "policy_oracle_regret": 1.349791907105181,
432
+ "policy_rollout_progress": 0.3769063373406728,
433
+ "policy_rollout_success_rate": 0.15555555555555556,
434
+ "restore_max_error": 2.2351741790771484e-07
435
+ }
436
+ }
437
+ }
438
+ ]
439
+ }
results/h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_types2sparse_prepend_margin0p05_summary.md ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # h=16 Best-Policy Checkpoint Rollout
2
+
3
+ Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
4
+ Objective: `near_miss_policy_bc5_typedprop_p2`
5
+ Result file: `policy_rollout_proposal_lattice_types2sparse_prepend_margin0p05.json`
6
+ Completed seeds: 3
7
+ Baseline h=4 policy success: 29.67%
8
+ Baseline h=16 rank-checkpoint success: 29.74%
9
+
10
+ Mean success: 34.26% +/- 4.14%
11
+ Gain vs h=16 rank checkpoint: +4.52%
12
+ Mean progress: 56.08%
13
+ Mean action MSE to best: 0.461
14
+
15
+ | seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual direction | residual reduce | min type success | type success bonus | consensus penalty | min source progress | source progress bonus | source score bonus | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | candidate oracle | oracle gain | action MSE |
16
+ |---:|---|---:|---|---:|---|---|---|---|---:|---:|---:|---:|---:|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|
17
+ | 0 | proposal_lattice | 3 | yes | 0 | none | none | none | none | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 0.00 | none | 0.050 | 0.00 | 0 | 0.00 | 29.57% | 53.45% | 85.74% | n/a | n/a | 0.420 |
18
+ | 1 | proposal_lattice | 3 | yes | 0 | none | none | none | none | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 0.00 | none | 0.050 | 0.00 | 0 | 0.00 | 37.39% | 57.83% | 86.96% | n/a | n/a | 0.464 |
19
+ | 2 | proposal_lattice | 3 | yes | 0 | none | none | none | none | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 0.00 | none | 0.050 | 0.00 | 0 | 0.00 | 35.83% | 56.94% | 87.65% | n/a | n/a | 0.500 |
results/h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_types4safe_prepend_margin0p05_summary.json ADDED
@@ -0,0 +1,445 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
3
+ "objective": "near_miss_policy_bc5_typedprop_p2",
4
+ "out_name": "policy_rollout_proposal_lattice_types4safe_prepend_margin0p05.json",
5
+ "num_completed": 3,
6
+ "baseline_h4_policy_success": 0.2967,
7
+ "baseline_h16_rank_checkpoint_success": 0.29739130434782607,
8
+ "mean_success": 0.3344927536231884,
9
+ "std_success": 0.0339167593653567,
10
+ "mean_progress": 0.554712315702902,
11
+ "mean_action_mse_to_best": 0.45649058701694045,
12
+ "gain_vs_h4": 0.0377927536231884,
13
+ "gain_vs_h16_rank_checkpoint": 0.03710144927536235,
14
+ "rows": [
15
+ {
16
+ "seed": 0,
17
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5_typedprop_p2/seed_0/policy_rollout_proposal_lattice_types4safe_prepend_margin0p05.json",
18
+ "num_groups": 575,
19
+ "selection_mode": "proposal_lattice",
20
+ "num_candidates": 5,
21
+ "candidate_sigma": 0.0,
22
+ "proposal_types": [
23
+ "expert",
24
+ "near_miss",
25
+ "no_op",
26
+ "wrong_gripper",
27
+ "wrong_direction",
28
+ "random_negative"
29
+ ],
30
+ "proposal_lattice_types": [
31
+ "expert",
32
+ "near_miss",
33
+ "no_op",
34
+ "wrong_gripper"
35
+ ],
36
+ "selection_margin": 0.05,
37
+ "prepend_policy_candidate": true,
38
+ "field_optim_steps": 0,
39
+ "field_optim_step_size": 0.0,
40
+ "field_optim_trust_radius": 0.0,
41
+ "field_optim_l2_penalty": 0.0,
42
+ "retrieval_neighbors": 0,
43
+ "retrieval_metric": "none",
44
+ "retrieval_type_min_success": 0.0,
45
+ "retrieval_type_success_bonus_scale": 0.0,
46
+ "retrieval_residual_consensus_penalty_scale": 0.0,
47
+ "retrieval_residual_min_source_progress": 0.0,
48
+ "retrieval_residual_min_source_advantage": -1000000000.0,
49
+ "retrieval_residual_source_progress_bonus_scale": 0.0,
50
+ "retrieval_residual_source_score_bonus_scale": 0.0,
51
+ "retrieval_residual_source_advantage_bonus_scale": 0.0,
52
+ "retrieval_residual_composite_l2_penalty_scale": 0.0,
53
+ "retrieval_residual_scale": 0.0,
54
+ "retrieval_residual_scales": [],
55
+ "retrieval_residual_anchor": "none",
56
+ "retrieval_residual_direction": "none",
57
+ "retrieval_residual_reduce": "none",
58
+ "retrieval_residual_challenger_types": [],
59
+ "retrieval_residual_challenger_scales": [],
60
+ "retrieval_residual_challenger_margin": 0.0,
61
+ "lattice_exclude_types": [],
62
+ "candidate_type_bonuses": {},
63
+ "candidate_type_bonus_components": false,
64
+ "candidate_oracle_rollouts": 0,
65
+ "candidate_oracle_unique_tolerance": 1e-06,
66
+ "candidate_oracle_success_rate": null,
67
+ "candidate_oracle_progress": null,
68
+ "candidate_oracle_score": null,
69
+ "candidate_oracle_regret": null,
70
+ "candidate_oracle_score_gain_over_selected": null,
71
+ "candidate_oracle_unique_count": null,
72
+ "candidate_oracle_improvement_rate": null,
73
+ "candidate_oracle_selected_branch_success_rate": null,
74
+ "candidate_oracle_selected_branch_progress": null,
75
+ "candidate_oracle_type_counts": {},
76
+ "candidate_oracle_best_branch_rank": null,
77
+ "candidate_oracle_best_branch_rank_counts": {},
78
+ "candidate_oracle_branch_success_rates": [],
79
+ "candidate_oracle_branch_progress": [],
80
+ "candidate_oracle_branch_score_gains_over_selected": [],
81
+ "selected_residual_scale_counts": {},
82
+ "policy_rollout_success_rate": 0.3008695652173913,
83
+ "policy_rollout_progress": 0.5334472684011511,
84
+ "oracle_success_rate": 0.8573913043478261,
85
+ "action_mse_to_best": 0.41737145260553404,
86
+ "best_policy_val": {
87
+ "bc_loss": 0.1345199979841709,
88
+ "field_effect_loss": 0.009223711728635762,
89
+ "field_potential_loss": 0.2614195512400733,
90
+ "field_preference_loss": 0.5129645930396186,
91
+ "lattice_edges": 3833.3333333333335,
92
+ "progress_mae": 0.18681737035512924,
93
+ "proposal_loss": 0.15201550225416818,
94
+ "rank_acc": 0.8316339155038198,
95
+ "rank_loss": 0.5129594521390067,
96
+ "regret_mae": 0.3556148376729753,
97
+ "success_accuracy": 0.8784897228082021,
98
+ "total_loss": 1.8417018850644429
99
+ },
100
+ "per_task": {
101
+ "LiftPegUpright-v1": {
102
+ "action_mse_to_best": 0.31877720901339324,
103
+ "expert_success_rate": 0.8865979381443299,
104
+ "num_groups": 97,
105
+ "oracle_success_rate": 0.9278350515463918,
106
+ "policy_expert_regret": 1.2891634000638097,
107
+ "policy_oracle_regret": 1.3287778556654133,
108
+ "policy_rollout_progress": 0.46083657750763846,
109
+ "policy_rollout_success_rate": 0.1134020618556701,
110
+ "restore_max_error": 2.384185791015625e-07
111
+ },
112
+ "PickCube-v1": {
113
+ "action_mse_to_best": 0.3554349960851631,
114
+ "expert_success_rate": 0.9375,
115
+ "num_groups": 208,
116
+ "oracle_success_rate": 0.9471153846153846,
117
+ "policy_expert_regret": 1.1433499642880633,
118
+ "policy_oracle_regret": 1.1500165383421028,
119
+ "policy_rollout_progress": 0.5512498959881038,
120
+ "policy_rollout_success_rate": 0.23076923076923078,
121
+ "restore_max_error": 2.384185791015625e-07
122
+ },
123
+ "PullCube-v1": {
124
+ "action_mse_to_best": 0.6396607906669499,
125
+ "expert_success_rate": 0.19480519480519481,
126
+ "num_groups": 77,
127
+ "oracle_success_rate": 0.36363636363636365,
128
+ "policy_expert_regret": 0.27980219809846446,
129
+ "policy_oracle_regret": 0.5512432564872426,
130
+ "policy_rollout_progress": 0.2909126972126496,
131
+ "policy_rollout_success_rate": 0.14285714285714285,
132
+ "restore_max_error": 2.3096799850463867e-07
133
+ },
134
+ "PushCube-v1": {
135
+ "action_mse_to_best": 0.39673777245619196,
136
+ "expert_success_rate": 0.8617021276595744,
137
+ "num_groups": 94,
138
+ "oracle_success_rate": 0.9893617021276596,
139
+ "policy_expert_regret": 0.2654388921057924,
140
+ "policy_oracle_regret": 0.3443087035037102,
141
+ "policy_rollout_progress": 0.8365423603260771,
142
+ "policy_rollout_success_rate": 0.8191489361702128,
143
+ "restore_max_error": 2.384185791015625e-07
144
+ },
145
+ "StackCube-v1": {
146
+ "action_mse_to_best": 0.490802881777089,
147
+ "expert_success_rate": 0.6767676767676768,
148
+ "num_groups": 99,
149
+ "oracle_success_rate": 0.8585858585858586,
150
+ "policy_expert_regret": 0.9362029040401633,
151
+ "policy_oracle_regret": 1.1135675610616953,
152
+ "policy_rollout_progress": 0.4680383170794959,
153
+ "policy_rollout_success_rate": 0.26262626262626265,
154
+ "restore_max_error": 2.384185791015625e-07
155
+ }
156
+ }
157
+ },
158
+ {
159
+ "seed": 1,
160
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5_typedprop_p2/seed_1/policy_rollout_proposal_lattice_types4safe_prepend_margin0p05.json",
161
+ "num_groups": 575,
162
+ "selection_mode": "proposal_lattice",
163
+ "num_candidates": 5,
164
+ "candidate_sigma": 0.0,
165
+ "proposal_types": [
166
+ "expert",
167
+ "near_miss",
168
+ "no_op",
169
+ "wrong_gripper",
170
+ "wrong_direction",
171
+ "random_negative"
172
+ ],
173
+ "proposal_lattice_types": [
174
+ "expert",
175
+ "near_miss",
176
+ "no_op",
177
+ "wrong_gripper"
178
+ ],
179
+ "selection_margin": 0.05,
180
+ "prepend_policy_candidate": true,
181
+ "field_optim_steps": 0,
182
+ "field_optim_step_size": 0.0,
183
+ "field_optim_trust_radius": 0.0,
184
+ "field_optim_l2_penalty": 0.0,
185
+ "retrieval_neighbors": 0,
186
+ "retrieval_metric": "none",
187
+ "retrieval_type_min_success": 0.0,
188
+ "retrieval_type_success_bonus_scale": 0.0,
189
+ "retrieval_residual_consensus_penalty_scale": 0.0,
190
+ "retrieval_residual_min_source_progress": 0.0,
191
+ "retrieval_residual_min_source_advantage": -1000000000.0,
192
+ "retrieval_residual_source_progress_bonus_scale": 0.0,
193
+ "retrieval_residual_source_score_bonus_scale": 0.0,
194
+ "retrieval_residual_source_advantage_bonus_scale": 0.0,
195
+ "retrieval_residual_composite_l2_penalty_scale": 0.0,
196
+ "retrieval_residual_scale": 0.0,
197
+ "retrieval_residual_scales": [],
198
+ "retrieval_residual_anchor": "none",
199
+ "retrieval_residual_direction": "none",
200
+ "retrieval_residual_reduce": "none",
201
+ "retrieval_residual_challenger_types": [],
202
+ "retrieval_residual_challenger_scales": [],
203
+ "retrieval_residual_challenger_margin": 0.0,
204
+ "lattice_exclude_types": [],
205
+ "candidate_type_bonuses": {},
206
+ "candidate_type_bonus_components": false,
207
+ "candidate_oracle_rollouts": 0,
208
+ "candidate_oracle_unique_tolerance": 1e-06,
209
+ "candidate_oracle_success_rate": null,
210
+ "candidate_oracle_progress": null,
211
+ "candidate_oracle_score": null,
212
+ "candidate_oracle_regret": null,
213
+ "candidate_oracle_score_gain_over_selected": null,
214
+ "candidate_oracle_unique_count": null,
215
+ "candidate_oracle_improvement_rate": null,
216
+ "candidate_oracle_selected_branch_success_rate": null,
217
+ "candidate_oracle_selected_branch_progress": null,
218
+ "candidate_oracle_type_counts": {},
219
+ "candidate_oracle_best_branch_rank": null,
220
+ "candidate_oracle_best_branch_rank_counts": {},
221
+ "candidate_oracle_branch_success_rates": [],
222
+ "candidate_oracle_branch_progress": [],
223
+ "candidate_oracle_branch_score_gains_over_selected": [],
224
+ "selected_residual_scale_counts": {},
225
+ "policy_rollout_success_rate": 0.36869565217391304,
226
+ "policy_rollout_progress": 0.5789500511732742,
227
+ "oracle_success_rate": 0.8695652173913043,
228
+ "action_mse_to_best": 0.4616191213037414,
229
+ "best_policy_val": {
230
+ "bc_loss": 0.12785478805502257,
231
+ "field_effect_loss": 0.010064840265032318,
232
+ "field_potential_loss": 0.29153423342439866,
233
+ "field_preference_loss": 0.5177145335409377,
234
+ "lattice_edges": 3833.3333333333335,
235
+ "progress_mae": 0.19837388147910437,
236
+ "proposal_loss": 0.14544310627712143,
237
+ "rank_acc": 0.8285107778178321,
238
+ "rank_loss": 0.5177104257875018,
239
+ "regret_mae": 0.37083542181385887,
240
+ "success_accuracy": 0.8705372114976248,
241
+ "total_loss": 1.8337699174880981
242
+ },
243
+ "per_task": {
244
+ "LiftPegUpright-v1": {
245
+ "action_mse_to_best": 0.33132346942443897,
246
+ "expert_success_rate": 0.8584070796460177,
247
+ "num_groups": 113,
248
+ "oracle_success_rate": 0.9380530973451328,
249
+ "policy_expert_regret": 0.9657866493263075,
250
+ "policy_oracle_regret": 1.06949607830132,
251
+ "policy_rollout_progress": 0.6213834781562333,
252
+ "policy_rollout_success_rate": 0.23008849557522124,
253
+ "restore_max_error": 2.384185791015625e-07
254
+ },
255
+ "PickCube-v1": {
256
+ "action_mse_to_best": 0.45994694427392224,
257
+ "expert_success_rate": 0.9402173913043478,
258
+ "num_groups": 184,
259
+ "oracle_success_rate": 0.9456521739130435,
260
+ "policy_expert_regret": 0.9635133694886779,
261
+ "policy_oracle_regret": 0.9635373739636081,
262
+ "policy_rollout_progress": 0.6175176731078903,
263
+ "policy_rollout_success_rate": 0.3423913043478261,
264
+ "restore_max_error": 2.384185791015625e-07
265
+ },
266
+ "PullCube-v1": {
267
+ "action_mse_to_best": 0.5906675589411814,
268
+ "expert_success_rate": 0.25,
269
+ "num_groups": 76,
270
+ "oracle_success_rate": 0.40789473684210525,
271
+ "policy_expert_regret": 0.31709635051849644,
272
+ "policy_oracle_regret": 0.5034712330977383,
273
+ "policy_rollout_progress": 0.2899634581745455,
274
+ "policy_rollout_success_rate": 0.15789473684210525,
275
+ "restore_max_error": 2.384185791015625e-07
276
+ },
277
+ "PushCube-v1": {
278
+ "action_mse_to_best": 0.45576212239695024,
279
+ "expert_success_rate": 0.8198198198198198,
280
+ "num_groups": 111,
281
+ "oracle_success_rate": 1.0,
282
+ "policy_expert_regret": 0.3646993339061737,
283
+ "policy_oracle_regret": 0.4142575019651705,
284
+ "policy_rollout_progress": 0.8019587142510457,
285
+ "policy_rollout_success_rate": 0.7837837837837838,
286
+ "restore_max_error": 2.3795291781425476e-07
287
+ },
288
+ "StackCube-v1": {
289
+ "action_mse_to_best": 0.5261634603593048,
290
+ "expert_success_rate": 0.6923076923076923,
291
+ "num_groups": 91,
292
+ "oracle_success_rate": 0.8571428571428571,
293
+ "policy_expert_regret": 1.0161659566910712,
294
+ "policy_oracle_regret": 1.1379896428558853,
295
+ "policy_rollout_progress": 0.4176049938241204,
296
+ "policy_rollout_success_rate": 0.26373626373626374,
297
+ "restore_max_error": 1.9371509552001953e-07
298
+ }
299
+ }
300
+ },
301
+ {
302
+ "seed": 2,
303
+ "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5_typedprop_p2/seed_2/policy_rollout_proposal_lattice_types4safe_prepend_margin0p05.json",
304
+ "num_groups": 575,
305
+ "selection_mode": "proposal_lattice",
306
+ "num_candidates": 5,
307
+ "candidate_sigma": 0.0,
308
+ "proposal_types": [
309
+ "expert",
310
+ "near_miss",
311
+ "no_op",
312
+ "wrong_gripper",
313
+ "wrong_direction",
314
+ "random_negative"
315
+ ],
316
+ "proposal_lattice_types": [
317
+ "expert",
318
+ "near_miss",
319
+ "no_op",
320
+ "wrong_gripper"
321
+ ],
322
+ "selection_margin": 0.05,
323
+ "prepend_policy_candidate": true,
324
+ "field_optim_steps": 0,
325
+ "field_optim_step_size": 0.0,
326
+ "field_optim_trust_radius": 0.0,
327
+ "field_optim_l2_penalty": 0.0,
328
+ "retrieval_neighbors": 0,
329
+ "retrieval_metric": "none",
330
+ "retrieval_type_min_success": 0.0,
331
+ "retrieval_type_success_bonus_scale": 0.0,
332
+ "retrieval_residual_consensus_penalty_scale": 0.0,
333
+ "retrieval_residual_min_source_progress": 0.0,
334
+ "retrieval_residual_min_source_advantage": -1000000000.0,
335
+ "retrieval_residual_source_progress_bonus_scale": 0.0,
336
+ "retrieval_residual_source_score_bonus_scale": 0.0,
337
+ "retrieval_residual_source_advantage_bonus_scale": 0.0,
338
+ "retrieval_residual_composite_l2_penalty_scale": 0.0,
339
+ "retrieval_residual_scale": 0.0,
340
+ "retrieval_residual_scales": [],
341
+ "retrieval_residual_anchor": "none",
342
+ "retrieval_residual_direction": "none",
343
+ "retrieval_residual_reduce": "none",
344
+ "retrieval_residual_challenger_types": [],
345
+ "retrieval_residual_challenger_scales": [],
346
+ "retrieval_residual_challenger_margin": 0.0,
347
+ "lattice_exclude_types": [],
348
+ "candidate_type_bonuses": {},
349
+ "candidate_type_bonus_components": false,
350
+ "candidate_oracle_rollouts": 0,
351
+ "candidate_oracle_unique_tolerance": 1e-06,
352
+ "candidate_oracle_success_rate": null,
353
+ "candidate_oracle_progress": null,
354
+ "candidate_oracle_score": null,
355
+ "candidate_oracle_regret": null,
356
+ "candidate_oracle_score_gain_over_selected": null,
357
+ "candidate_oracle_unique_count": null,
358
+ "candidate_oracle_improvement_rate": null,
359
+ "candidate_oracle_selected_branch_success_rate": null,
360
+ "candidate_oracle_selected_branch_progress": null,
361
+ "candidate_oracle_type_counts": {},
362
+ "candidate_oracle_best_branch_rank": null,
363
+ "candidate_oracle_best_branch_rank_counts": {},
364
+ "candidate_oracle_branch_success_rates": [],
365
+ "candidate_oracle_branch_progress": [],
366
+ "candidate_oracle_branch_score_gains_over_selected": [],
367
+ "selected_residual_scale_counts": {},
368
+ "policy_rollout_success_rate": 0.3339130434782609,
369
+ "policy_rollout_progress": 0.5517396275342806,
370
+ "oracle_success_rate": 0.8765217391304347,
371
+ "action_mse_to_best": 0.490481187141546,
372
+ "best_policy_val": {
373
+ "bc_loss": 0.11429175941480531,
374
+ "field_effect_loss": 0.009631710747877756,
375
+ "field_potential_loss": 0.2724720388650894,
376
+ "field_preference_loss": 0.5087620665629705,
377
+ "lattice_edges": 3833.3333333333335,
378
+ "progress_mae": 0.19653971824381086,
379
+ "proposal_loss": 0.13279944616887304,
380
+ "rank_acc": 0.8339865836832259,
381
+ "rank_loss": 0.508702975180414,
382
+ "regret_mae": 0.3901382436354955,
383
+ "success_accuracy": 0.870691223276986,
384
+ "total_loss": 1.710942678981357
385
+ },
386
+ "per_task": {
387
+ "LiftPegUpright-v1": {
388
+ "action_mse_to_best": 0.3500210010727945,
389
+ "expert_success_rate": 0.8229166666666666,
390
+ "num_groups": 96,
391
+ "oracle_success_rate": 0.9270833333333334,
392
+ "policy_expert_regret": 0.925410706239442,
393
+ "policy_oracle_regret": 1.019346937847634,
394
+ "policy_rollout_progress": 0.6405818043276668,
395
+ "policy_rollout_success_rate": 0.2604166666666667,
396
+ "restore_max_error": 1.955777406692505e-07
397
+ },
398
+ "PickCube-v1": {
399
+ "action_mse_to_best": 0.5145297171216549,
400
+ "expert_success_rate": 0.9444444444444444,
401
+ "num_groups": 198,
402
+ "oracle_success_rate": 0.9595959595959596,
403
+ "policy_expert_regret": 0.9614817717423042,
404
+ "policy_oracle_regret": 0.9685129590069104,
405
+ "policy_rollout_progress": 0.6254169792877604,
406
+ "policy_rollout_success_rate": 0.3484848484848485,
407
+ "restore_max_error": 2.384185791015625e-07
408
+ },
409
+ "PullCube-v1": {
410
+ "action_mse_to_best": 0.6670428006909788,
411
+ "expert_success_rate": 0.24444444444444444,
412
+ "num_groups": 90,
413
+ "oracle_success_rate": 0.4666666666666667,
414
+ "policy_expert_regret": 0.27053625151101085,
415
+ "policy_oracle_regret": 0.5814869685098529,
416
+ "policy_rollout_progress": 0.33054109524107644,
417
+ "policy_rollout_success_rate": 0.2,
418
+ "restore_max_error": 2.384185791015625e-07
419
+ },
420
+ "PushCube-v1": {
421
+ "action_mse_to_best": 0.38501458349499373,
422
+ "expert_success_rate": 0.8514851485148515,
423
+ "num_groups": 101,
424
+ "oracle_success_rate": 1.0,
425
+ "policy_expert_regret": 0.5896868922627798,
426
+ "policy_oracle_regret": 0.6646511156370144,
427
+ "policy_rollout_progress": 0.6818835378283321,
428
+ "policy_rollout_success_rate": 0.6534653465346535,
429
+ "restore_max_error": 2.384185791015625e-07
430
+ },
431
+ "StackCube-v1": {
432
+ "action_mse_to_best": 0.5291939724236727,
433
+ "expert_success_rate": 0.7666666666666667,
434
+ "num_groups": 90,
435
+ "oracle_success_rate": 0.9111111111111111,
436
+ "policy_expert_regret": 1.2201245900657443,
437
+ "policy_oracle_regret": 1.3566656352745161,
438
+ "policy_rollout_progress": 0.37003260917133757,
439
+ "policy_rollout_success_rate": 0.15555555555555556,
440
+ "restore_max_error": 2.2351741790771484e-07
441
+ }
442
+ }
443
+ }
444
+ ]
445
+ }
results/h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_types4safe_prepend_margin0p05_summary.md ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # h=16 Best-Policy Checkpoint Rollout
2
+
3
+ Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
4
+ Objective: `near_miss_policy_bc5_typedprop_p2`
5
+ Result file: `policy_rollout_proposal_lattice_types4safe_prepend_margin0p05.json`
6
+ Completed seeds: 3
7
+ Baseline h=4 policy success: 29.67%
8
+ Baseline h=16 rank-checkpoint success: 29.74%
9
+
10
+ Mean success: 33.45% +/- 3.39%
11
+ Gain vs h=16 rank checkpoint: +3.71%
12
+ Mean progress: 55.47%
13
+ Mean action MSE to best: 0.456
14
+
15
+ | seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual direction | residual reduce | min type success | type success bonus | consensus penalty | min source progress | source progress bonus | source score bonus | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | candidate oracle | oracle gain | action MSE |
16
+ |---:|---|---:|---|---:|---|---|---|---|---:|---:|---:|---:|---:|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|
17
+ | 0 | proposal_lattice | 5 | yes | 0 | none | none | none | none | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 0.00 | none | 0.050 | 0.00 | 0 | 0.00 | 30.09% | 53.34% | 85.74% | n/a | n/a | 0.417 |
18
+ | 1 | proposal_lattice | 5 | yes | 0 | none | none | none | none | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 0.00 | none | 0.050 | 0.00 | 0 | 0.00 | 36.87% | 57.90% | 86.96% | n/a | n/a | 0.462 |
19
+ | 2 | proposal_lattice | 5 | yes | 0 | none | none | none | none | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 0.00 | none | 0.050 | 0.00 | 0 | 0.00 | 33.39% | 55.17% | 87.65% | n/a | n/a | 0.490 |
results/paper_analysis.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
3
- "generated_utc": "2026-06-30T14:00:47+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.0776811594202898,
6
  "best_clean_vs_h16": 0.06318840579710144,
@@ -8130,6 +8130,247 @@
8130
  "source": "results/h16_lattice_no_expert_policy_baseline_margin000_summary.json",
8131
  "std_success": 0.04906690775535958
8132
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8133
  "typed_proposal_lattice_types6_prepend_margin000": {
8134
  "ci95_success": 0.0947578966801122,
8135
  "label": "Typed proposal lattice head, six families, policy-prepended margin 0.00",
 
1
  {
2
  "best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
3
+ "generated_utc": "2026-06-30T14:17:14+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.0776811594202898,
6
  "best_clean_vs_h16": 0.06318840579710144,
 
8130
  "source": "results/h16_lattice_no_expert_policy_baseline_margin000_summary.json",
8131
  "std_success": 0.04906690775535958
8132
  },
8133
+ "typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005": {
8134
+ "label": "Typed proposal lattice head, no-op family only, best-policy checkpoint, policy-prepended margin 0.05",
8135
+ "missing": true,
8136
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpolicy_nooponly_prepend_margin0p05_summary.json"
8137
+ },
8138
+ "typed_proposal_lattice_nooponly_prepend_margin005": {
8139
+ "ci95_success": 0.11324557534724171,
8140
+ "label": "Typed proposal lattice head, no-op family only, policy-prepended margin 0.05",
8141
+ "mean_action_mse_to_best": 0.44973472340043424,
8142
+ "mean_progress": 0.5623435350146947,
8143
+ "mean_success": 0.3443478260869565,
8144
+ "num_completed": 3,
8145
+ "per_task_success": {
8146
+ "LiftPegUpright-v1": {
8147
+ "mean_num_groups": 102.0,
8148
+ "mean_success": 0.22056863222130993,
8149
+ "std_success": 0.0944471905070752
8150
+ },
8151
+ "PickCube-v1": {
8152
+ "mean_num_groups": 196.66666666666666,
8153
+ "mean_success": 0.31103397407745237,
8154
+ "std_success": 0.08713418650109293
8155
+ },
8156
+ "PullCube-v1": {
8157
+ "mean_num_groups": 81.0,
8158
+ "mean_success": 0.17266778056251741,
8159
+ "std_success": 0.027612568085592256
8160
+ },
8161
+ "PushCube-v1": {
8162
+ "mean_num_groups": 102.0,
8163
+ "mean_success": 0.7752349990605731,
8164
+ "std_success": 0.04875373203573354
8165
+ },
8166
+ "StackCube-v1": {
8167
+ "mean_num_groups": 93.33333333333333,
8168
+ "mean_success": 0.230969030969031,
8169
+ "std_success": 0.06558956265212597
8170
+ }
8171
+ },
8172
+ "seed_action_mse_to_best": {
8173
+ "0": 0.4108021359785419,
8174
+ "1": 0.43973633088900344,
8175
+ "2": 0.49866570333375737
8176
+ },
8177
+ "seed_progress": {
8178
+ "0": 0.5316033441605775,
8179
+ "1": 0.5869571697699291,
8180
+ "2": 0.5684700911135777
8181
+ },
8182
+ "seed_success": {
8183
+ "0": 0.29391304347826086,
8184
+ "1": 0.3826086956521739,
8185
+ "2": 0.3565217391304348
8186
+ },
8187
+ "selected_candidate_type_counts": {
8188
+ "policy_continuous": 1458,
8189
+ "proposal_no_op": 267
8190
+ },
8191
+ "selected_residual_scale_counts": {},
8192
+ "selected_type_outcomes": {
8193
+ "policy_continuous": {
8194
+ "count": 1458.0,
8195
+ "mean_progress": 0.5620794926518476,
8196
+ "success_rate": 0.33127572016460904
8197
+ },
8198
+ "proposal_no_op": {
8199
+ "count": 267.0,
8200
+ "mean_progress": 0.5637853843219272,
8201
+ "success_rate": 0.4157303370786517
8202
+ }
8203
+ },
8204
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_nooponly_prepend_margin0p05_summary.json",
8205
+ "std_success": 0.04558379972897795
8206
+ },
8207
+ "typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005": {
8208
+ "label": "Typed proposal lattice head, sparse families, best-policy checkpoint, policy-prepended margin 0.05",
8209
+ "missing": true,
8210
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpolicy_types2sparse_prepend_margin0p05_summary.json"
8211
+ },
8212
+ "typed_proposal_lattice_types2sparse_prepend_margin005": {
8213
+ "ci95_success": 0.10288081677597381,
8214
+ "label": "Typed proposal lattice head, sparse no-op/wrong-gripper families, policy-prepended margin 0.05",
8215
+ "mean_action_mse_to_best": 0.46144251793843144,
8216
+ "mean_progress": 0.5607520951499211,
8217
+ "mean_success": 0.3426086956521739,
8218
+ "num_completed": 3,
8219
+ "per_task_success": {
8220
+ "LiftPegUpright-v1": {
8221
+ "mean_num_groups": 102.0,
8222
+ "mean_success": 0.21466892720656064,
8223
+ "std_success": 0.09157679938571918
8224
+ },
8225
+ "PickCube-v1": {
8226
+ "mean_num_groups": 196.66666666666666,
8227
+ "mean_success": 0.31103397407745237,
8228
+ "std_success": 0.08713418650109293
8229
+ },
8230
+ "PullCube-v1": {
8231
+ "mean_num_groups": 81.0,
8232
+ "mean_success": 0.18070048859522544,
8233
+ "std_success": 0.021939771530326106
8234
+ },
8235
+ "PushCube-v1": {
8236
+ "mean_num_groups": 102.0,
8237
+ "mean_success": 0.7662259900515641,
8238
+ "std_success": 0.04888113011810259
8239
+ },
8240
+ "StackCube-v1": {
8241
+ "mean_num_groups": 93.33333333333333,
8242
+ "mean_success": 0.230969030969031,
8243
+ "std_success": 0.06558956265212597
8244
+ }
8245
+ },
8246
+ "seed_action_mse_to_best": {
8247
+ "0": 0.420117607595318,
8248
+ "1": 0.46388629281144267,
8249
+ "2": 0.5003236534085337
8250
+ },
8251
+ "seed_progress": {
8252
+ "0": 0.5345279813071956,
8253
+ "1": 0.5783052108326987,
8254
+ "2": 0.569423093309869
8255
+ },
8256
+ "seed_success": {
8257
+ "0": 0.2956521739130435,
8258
+ "1": 0.3739130434782609,
8259
+ "2": 0.3582608695652174
8260
+ },
8261
+ "selected_candidate_type_counts": {
8262
+ "policy_continuous": 1410,
8263
+ "proposal_no_op": 246,
8264
+ "proposal_wrong_gripper": 69
8265
+ },
8266
+ "selected_residual_scale_counts": {},
8267
+ "selected_type_outcomes": {
8268
+ "policy_continuous": {
8269
+ "count": 1410.0,
8270
+ "mean_progress": 0.5568550593511767,
8271
+ "success_rate": 0.32127659574468087
8272
+ },
8273
+ "proposal_no_op": {
8274
+ "count": 246.0,
8275
+ "mean_progress": 0.5864891227092442,
8276
+ "success_rate": 0.43902439024390244
8277
+ },
8278
+ "proposal_wrong_gripper": {
8279
+ "count": 69.0,
8280
+ "mean_progress": 0.5486290762605874,
8281
+ "success_rate": 0.43478260869565216
8282
+ }
8283
+ },
8284
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_types2sparse_prepend_margin0p05_summary.json",
8285
+ "std_success": 0.041411759651445765
8286
+ },
8287
+ "typed_proposal_lattice_types4safe_prepend_margin005": {
8288
+ "ci95_success": 0.08426070119385123,
8289
+ "label": "Typed proposal lattice head, safe four families, policy-prepended margin 0.05",
8290
+ "mean_action_mse_to_best": 0.45649058701694045,
8291
+ "mean_progress": 0.5547123157029019,
8292
+ "mean_success": 0.33449275362318837,
8293
+ "num_completed": 3,
8294
+ "per_task_success": {
8295
+ "LiftPegUpright-v1": {
8296
+ "mean_num_groups": 102.0,
8297
+ "mean_success": 0.20130240803251934,
8298
+ "std_success": 0.07761960212436964
8299
+ },
8300
+ "PickCube-v1": {
8301
+ "mean_num_groups": 196.66666666666666,
8302
+ "mean_success": 0.3072151278673018,
8303
+ "std_success": 0.06627415942419872
8304
+ },
8305
+ "PullCube-v1": {
8306
+ "mean_num_groups": 81.0,
8307
+ "mean_success": 0.1669172932330827,
8308
+ "std_success": 0.029620624967807846
8309
+ },
8310
+ "PushCube-v1": {
8311
+ "mean_num_groups": 102.0,
8312
+ "mean_success": 0.75213268882955,
8313
+ "std_success": 0.08725884956543115
8314
+ },
8315
+ "StackCube-v1": {
8316
+ "mean_num_groups": 93.33333333333333,
8317
+ "mean_success": 0.22730602730602734,
8318
+ "std_success": 0.06214020979146663
8319
+ }
8320
+ },
8321
+ "seed_action_mse_to_best": {
8322
+ "0": 0.41737145260553404,
8323
+ "1": 0.4616191213037414,
8324
+ "2": 0.490481187141546
8325
+ },
8326
+ "seed_progress": {
8327
+ "0": 0.5334472684011511,
8328
+ "1": 0.5789500511732742,
8329
+ "2": 0.5517396275342806
8330
+ },
8331
+ "seed_success": {
8332
+ "0": 0.3008695652173913,
8333
+ "1": 0.36869565217391304,
8334
+ "2": 0.3339130434782609
8335
+ },
8336
+ "selected_candidate_type_counts": {
8337
+ "policy_continuous": 904,
8338
+ "proposal_expert": 217,
8339
+ "proposal_near_miss": 314,
8340
+ "proposal_no_op": 234,
8341
+ "proposal_wrong_gripper": 56
8342
+ },
8343
+ "selected_residual_scale_counts": {},
8344
+ "selected_type_outcomes": {
8345
+ "policy_continuous": {
8346
+ "count": 904.0,
8347
+ "mean_progress": 0.5831427174690579,
8348
+ "success_rate": 0.35508849557522126
8349
+ },
8350
+ "proposal_expert": {
8351
+ "count": 217.0,
8352
+ "mean_progress": 0.4891465714991024,
8353
+ "success_rate": 0.19815668202764977
8354
+ },
8355
+ "proposal_near_miss": {
8356
+ "count": 314.0,
8357
+ "mean_progress": 0.4776973845615129,
8358
+ "success_rate": 0.2484076433121019
8359
+ },
8360
+ "proposal_no_op": {
8361
+ "count": 234.0,
8362
+ "mean_progress": 0.5960542046202298,
8363
+ "success_rate": 0.45726495726495725
8364
+ },
8365
+ "proposal_wrong_gripper": {
8366
+ "count": 56.0,
8367
+ "mean_progress": 0.6089153454772064,
8368
+ "success_rate": 0.5
8369
+ }
8370
+ },
8371
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_types4safe_prepend_margin0p05_summary.json",
8372
+ "std_success": 0.0339167593653567
8373
+ },
8374
  "typed_proposal_lattice_types6_prepend_margin000": {
8375
  "ci95_success": 0.0947578966801122,
8376
  "label": "Typed proposal lattice head, six families, policy-prepended margin 0.00",
results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-06-30T14:00:47+00:00`
4
 
5
  ## Main Seed Statistics
6
 
@@ -62,6 +62,11 @@ Generated: `2026-06-30T14:00:47+00:00`
62
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss/wrong-gripper challenger gate 0.01 | 3 | 35.94% +/- 1.13 | +/- 2.81 | 57.40% | 0.424 | +6.20 pp |
63
  | typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | 3 | 31.30% +/- 3.81 | +/- 9.48 | 54.03% | 0.480 | +1.57 pp |
64
  | typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | 3 | 32.17% +/- 3.05 | +/- 7.57 | 54.74% | 0.467 | +2.43 pp |
 
 
 
 
 
65
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
66
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
67
  | residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-06-30T14:17:14+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
62
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible tangents, no-op bonus 0.03, near-miss/wrong-gripper challenger gate 0.01 | 3 | 35.94% +/- 1.13 | +/- 2.81 | 57.40% | 0.424 | +6.20 pp |
63
  | typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | 3 | 31.30% +/- 3.81 | +/- 9.48 | 54.03% | 0.480 | +1.57 pp |
64
  | typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | 3 | 32.17% +/- 3.05 | +/- 7.57 | 54.74% | 0.467 | +2.43 pp |
65
+ | typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | 3 | 33.45% +/- 3.39 | +/- 8.43 | 55.47% | 0.456 | +3.71 pp |
66
+ | typed_proposal_lattice_types2sparse_prepend_margin005 | Typed proposal lattice head, sparse no-op/wrong-gripper families, policy-prepended margin 0.05 | 3 | 34.26% +/- 4.14 | +/- 10.29 | 56.08% | 0.461 | +4.52 pp |
67
+ | typed_proposal_lattice_nooponly_prepend_margin005 | Typed proposal lattice head, no-op family only, policy-prepended margin 0.05 | 3 | 34.43% +/- 4.56 | +/- 11.32 | 56.23% | 0.450 | +4.70 pp |
68
+ | typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005 | Typed proposal lattice head, sparse families, best-policy checkpoint, policy-prepended margin 0.05 | 0 | missing | missing | missing | missing | missing |
69
+ | typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005 | Typed proposal lattice head, no-op family only, best-policy checkpoint, policy-prepended margin 0.05 | 0 | missing | missing | missing | missing | missing |
70
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
71
  | residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
72
  | residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
results/paper_core_results.md CHANGED
@@ -61,7 +61,7 @@ lattice is `+27.25 pp`, and the remaining clean-to-same-state proposal gap is
61
  | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 | No | No | 43.07% diagnostic | +13.33 pp diagnostic | Diagnostic-only measured oracle over generated clean candidate prefix; unique-action trace shows real selector headroom, not duplicate-action inflation |
62
  | K4 compatible residual retrieval + near-miss challenger gate 0.01 | No | No | 36.06% | +6.32 pp | Current best clean deployment row; a two-stage selector keeps the robust compatible-chart anchor and only lets singleton near-miss tangents override under a tightly calibrated positive field margin |
63
  | K4 compatible residual retrieval + near-miss challenger fine calibration | No | No | 36.00-36.00% | +6.26 pp | Margins 0.005/0.015/0.02 form a near-tie plateau around the 0.01 optimum; scale-gating the challenger to 0.35 or 0.35/0.40 lowers MSE slightly but does not recover the lost success; 0.03 and near-miss+wrong-gripper are lower or higher-MSE, so the effect is calibrated singleton near-miss geometry rather than broad residual mixing |
64
- | Typed proposal lattice head, six primitive families | No | No | pending | pending | New clean support-gap test: the model generates expert/non-expert primitive proposals directly and the field scores them with a policy fallback; train/eval/summary chain is `14962264` -> `14962356`/`14962357` -> `14962363`/`14962364` |
65
  | K4 compatible residual retrieval, margin 0.10 | No | No | 34.67% | +4.93 pp | Naively lowering abstention selects too many bad nonzero tangents and falls below the 36.06% top row |
66
  | K4 composed type-consensus residual retrieval, exact compatibility mask + source-score prior | No | No | 35.48% | +5.74 pp | Measured train-source reward confidence does not replace the sparse typed prior on the compatible chart; useful negative calibration |
67
  | K4 composed type-consensus residual retrieval, exact compatibility mask + no-op/source-score priors | No | No | 35.54% | +5.80 pp | Adding measured train-source reward confidence to the current typed-prior chart ties near-best but does not beat exact compatibility masking alone |
@@ -116,10 +116,11 @@ Suggested main-table rows:
116
  15. K4 masked composed type-consensus residual retrieval + no-op prior 0.03
117
  16. K4 masked composed type-consensus residual retrieval + exact near-miss/no-op compatibility mask, with and without typed no-op prior
118
  17. K4 compatible tangent near-miss challenger gate 0.01 and fine margin calibration
119
- 18. K4 masked composed type-consensus residual retrieval + source-score prior on the exact compatibility chart
120
- 19. K4 masked composed type-consensus residual retrieval + component-wise no-op prior diagnostic
121
- 20. K4 masked composed type-consensus residual retrieval + composite trust penalty diagnostic
122
- 20. K4 mean-by-type residual retrieval + upper/wide tangent-length diagnostics
 
123
  21. K4 mean-by-type residual retrieval + minimum-energy action penalty diagnostics
124
  22. K4 mean-by-type residual retrieval + source-progress/source-score/source-advantage prior diagnostics
125
  23. K4 mean-by-type residual retrieval + train-family success bonus diagnostics
 
61
  | K4 compatible residual retrieval, unique candidate-oracle prefix K=8 | No | No | 43.07% diagnostic | +13.33 pp diagnostic | Diagnostic-only measured oracle over generated clean candidate prefix; unique-action trace shows real selector headroom, not duplicate-action inflation |
62
  | K4 compatible residual retrieval + near-miss challenger gate 0.01 | No | No | 36.06% | +6.32 pp | Current best clean deployment row; a two-stage selector keeps the robust compatible-chart anchor and only lets singleton near-miss tangents override under a tightly calibrated positive field margin |
63
  | K4 compatible residual retrieval + near-miss challenger fine calibration | No | No | 36.00-36.00% | +6.26 pp | Margins 0.005/0.015/0.02 form a near-tie plateau around the 0.01 optimum; scale-gating the challenger to 0.35 or 0.35/0.40 lowers MSE slightly but does not recover the lost success; 0.03 and near-miss+wrong-gripper are lower or higher-MSE, so the effect is calibrated singleton near-miss geometry rather than broad residual mixing |
64
+ | Typed proposal lattice head, generated primitive families | No | No | 31.30-34.43% | +1.57-4.70 pp | Direct generated support improves as anti-goal families are masked: six-family is 31.30%/32.17%, safe4 is 33.45%, sparse no-op/wrong-gripper is 34.26%, and no-op-only is 34.43%; still below compatible tangent transport, so proposal locality remains the bottleneck. Best-policy checkpoint ablations are pending as `14963143`/`14963147` |
65
  | K4 compatible residual retrieval, margin 0.10 | No | No | 34.67% | +4.93 pp | Naively lowering abstention selects too many bad nonzero tangents and falls below the 36.06% top row |
66
  | K4 composed type-consensus residual retrieval, exact compatibility mask + source-score prior | No | No | 35.48% | +5.74 pp | Measured train-source reward confidence does not replace the sparse typed prior on the compatible chart; useful negative calibration |
67
  | K4 composed type-consensus residual retrieval, exact compatibility mask + no-op/source-score priors | No | No | 35.54% | +5.80 pp | Adding measured train-source reward confidence to the current typed-prior chart ties near-best but does not beat exact compatibility masking alone |
 
116
  15. K4 masked composed type-consensus residual retrieval + no-op prior 0.03
117
  16. K4 masked composed type-consensus residual retrieval + exact near-miss/no-op compatibility mask, with and without typed no-op prior
118
  17. K4 compatible tangent near-miss challenger gate 0.01 and fine margin calibration
119
+ 18. Typed proposal lattice generated-family support-gap diagnostic
120
+ 19. K4 masked composed type-consensus residual retrieval + source-score prior on the exact compatibility chart
121
+ 20. K4 masked composed type-consensus residual retrieval + component-wise no-op prior diagnostic
122
+ 21. K4 masked composed type-consensus residual retrieval + composite trust penalty diagnostic
123
+ 22. K4 mean-by-type residual retrieval + upper/wide tangent-length diagnostics
124
  21. K4 mean-by-type residual retrieval + minimum-energy action penalty diagnostics
125
  22. K4 mean-by-type residual retrieval + source-progress/source-score/source-advantage prior diagnostics
126
  23. K4 mean-by-type residual retrieval + train-family success bonus diagnostics
results/paper_story_memo.md CHANGED
@@ -34,7 +34,7 @@ when queried on proposal geometry that matches those local counterfactuals.
34
  | Singleton near-miss priors do not open a new clean route | adding a small exact `residual_near_miss` singleton prior 0.01 or 0.02 on the compatible chart ties the previous 35.59% compatibility row and slightly raises progress to 57.10% | Tie diagnostic: revived near-miss tangents are high-precision but too sparse to close the clean-to-same-state proposal gap |
35
  | Candidate-prefix oracle needs unique-action hygiene | the first K=8 prefix diagnostic was archived as `_nonunique`; the deduplicated unique-action trace reaches 43.07% candidate-oracle success with mean best branch rank 2.85 | Supported diagnostic: proposal headroom is real, but branch success falls with rank, so selector calibration must be conditional |
36
  | Near-miss challenger calibration improves clean deployment | the trace-motivated two-stage selector keeps the compatible-chart anchor and lets singleton near-miss tangents override only under a tightly calibrated margin; margin 0.01 reaches 36.06%, while 0.005/0.015/0.02 and scale-gated 0.35 or 0.35/0.40 variants tie at 36.00% | Current best clean row; small but story-aligned selector-calibration gain, with scale-gating explaining MSE but not improving success and wrong-gripper challengers rejected by lower success or higher MSE |
37
- | Typed proposal generation tests the remaining support gap | a new optional proposal head predicts expert plus primitive non-expert action families, then `proposal_lattice` lets the field score the generated set with policy fallback; jobs `14962264` -> `14962356`/`14962357` -> `14962363`/`14962364` are pending | Hypothesis test: if clean proposal support is the bottleneck, a learned typed lattice should close part of the 20.93 pp clean-to-same-state gap without same-state candidate leakage |
38
  | Component-wise composite priors do not add the gain | propagating the no-op bonus into composite types reaches 35.36%, below the exact-prior masked composition row at 35.54% and the exact compatibility row at 35.59% | Negative/near-tie diagnostic: sparse exact priors are better than broadly rewarding every no-op-containing composite |
39
  | Composite trust-radius penalty explains but does not improve the success top line | composite-only L2 penalty 0.02 ties 35.54% while lowering action MSE from 0.4106 to 0.4079; with the exact compatibility mask it lowers MSE further to 0.4048 but drops back to 35.54% | Tie/negative diagnostic: composed tangents need a local trust radius, but compatibility masking gives the success optimum |
40
  | Minimum-energy residual regularization does not add the gain | action L2 penalty 0.05 ties the previous 35.42% scale-grid row, while 0.10/0.20 reach 35.36% | Negative/tie diagnostic: the clean bridge is not explained by shortest-action bias |
@@ -85,8 +85,9 @@ clean proposal result, the intended main rows are:
85
  17. K4 masked composed type-consensus tangent transport: 35.30%; with exact near-miss/no-op compatibility mask only: 35.48%; with typed no-op prior: 35.54%; with exact compatibility mask + typed no-op prior: 35.59%; adding singleton near-miss prior 0.01/0.02 ties 35.59%; with source-score prior on that exact chart: 35.48%; with typed no-op + source-score: 35.54%
86
  18. K4 compatible tangent unique-action candidate-oracle prefix K=8 diagnostic: 43.07%; branch trace shows mean best branch rank 2.85, unique count 8.00, and real but conditional selector headroom
87
  19. K4 compatible tangent near-miss challenger gate 0.01: 36.06%; current best clean deployment row from trace-motivated two-stage selector calibration. Fine margins 0.005/0.015/0.02 tie at 36.00%; scale-gating the challenger to 0.35 or 0.35/0.40 also ties 36.00% with slightly lower MSE; 0.03 and near-miss+wrong-gripper variants are lower or higher-MSE.
88
- 20. K4 compatible tangent abstention margin 0.10 diagnostic: 34.67%; naive lower abstention hurts despite candidate-prefix oracle headroom
89
- 20. K4 masked composed type-consensus tangent transport + component-wise no-op prior: 35.36%
 
90
  21. K4 masked composed type-consensus tangent transport + composite L2 trust penalty: 35.54% at 0.02; 35.48% at 0.05; 35.54% with exact compatibility mask + L2 0.02
91
  22. K4 mean-by-type tangent consensus + upper/wide scale diagnostics: 35.36% for 0.40/0.45/0.50; 35.13% for 0.35/0.45/0.55
92
  23. K4 mean-by-type tangent consensus + action L2 penalty: 35.42% at 0.05; 35.36% at 0.10/0.20
 
34
  | Singleton near-miss priors do not open a new clean route | adding a small exact `residual_near_miss` singleton prior 0.01 or 0.02 on the compatible chart ties the previous 35.59% compatibility row and slightly raises progress to 57.10% | Tie diagnostic: revived near-miss tangents are high-precision but too sparse to close the clean-to-same-state proposal gap |
35
  | Candidate-prefix oracle needs unique-action hygiene | the first K=8 prefix diagnostic was archived as `_nonunique`; the deduplicated unique-action trace reaches 43.07% candidate-oracle success with mean best branch rank 2.85 | Supported diagnostic: proposal headroom is real, but branch success falls with rank, so selector calibration must be conditional |
36
  | Near-miss challenger calibration improves clean deployment | the trace-motivated two-stage selector keeps the compatible-chart anchor and lets singleton near-miss tangents override only under a tightly calibrated margin; margin 0.01 reaches 36.06%, while 0.005/0.015/0.02 and scale-gated 0.35 or 0.35/0.40 variants tie at 36.00% | Current best clean row; small but story-aligned selector-calibration gain, with scale-gating explaining MSE but not improving success and wrong-gripper challengers rejected by lower success or higher MSE |
37
+ | Typed proposal generation confirms support geometry, not just support count, is the remaining clean bottleneck | six-family generated typed proposal lattices reach 31.30%/32.17%; masking anti-goal families raises safe4 to 33.45%, sparse no-op/wrong-gripper to 34.26%, and no-op-only to 34.43%, still below the 36.06% compatible-tangent row | Negative/diagnostic: direct proposal generation helps only when sparse and anti-goal masked, but learned proposals still lack the local same-state counterfactual geometry |
38
  | Component-wise composite priors do not add the gain | propagating the no-op bonus into composite types reaches 35.36%, below the exact-prior masked composition row at 35.54% and the exact compatibility row at 35.59% | Negative/near-tie diagnostic: sparse exact priors are better than broadly rewarding every no-op-containing composite |
39
  | Composite trust-radius penalty explains but does not improve the success top line | composite-only L2 penalty 0.02 ties 35.54% while lowering action MSE from 0.4106 to 0.4079; with the exact compatibility mask it lowers MSE further to 0.4048 but drops back to 35.54% | Tie/negative diagnostic: composed tangents need a local trust radius, but compatibility masking gives the success optimum |
40
  | Minimum-energy residual regularization does not add the gain | action L2 penalty 0.05 ties the previous 35.42% scale-grid row, while 0.10/0.20 reach 35.36% | Negative/tie diagnostic: the clean bridge is not explained by shortest-action bias |
 
85
  17. K4 masked composed type-consensus tangent transport: 35.30%; with exact near-miss/no-op compatibility mask only: 35.48%; with typed no-op prior: 35.54%; with exact compatibility mask + typed no-op prior: 35.59%; adding singleton near-miss prior 0.01/0.02 ties 35.59%; with source-score prior on that exact chart: 35.48%; with typed no-op + source-score: 35.54%
86
  18. K4 compatible tangent unique-action candidate-oracle prefix K=8 diagnostic: 43.07%; branch trace shows mean best branch rank 2.85, unique count 8.00, and real but conditional selector headroom
87
  19. K4 compatible tangent near-miss challenger gate 0.01: 36.06%; current best clean deployment row from trace-motivated two-stage selector calibration. Fine margins 0.005/0.015/0.02 tie at 36.00%; scale-gating the challenger to 0.35 or 0.35/0.40 also ties 36.00% with slightly lower MSE; 0.03 and near-miss+wrong-gripper variants are lower or higher-MSE.
88
+ 20. Typed proposal lattice head: six-family generated proposals reach 31.30%/32.17%; safe4 reaches 33.45%; sparse no-op/wrong-gripper reaches 34.26%; no-op-only reaches 34.43%. Checkpointing ablations with `best_policy.pt` are pending as `14963143`/`14963147`.
89
+ 21. K4 compatible tangent abstention margin 0.10 diagnostic: 34.67%; naive lower abstention hurts despite candidate-prefix oracle headroom
90
+ 22. K4 masked composed type-consensus tangent transport + component-wise no-op prior: 35.36%
91
  21. K4 masked composed type-consensus tangent transport + composite L2 trust penalty: 35.54% at 0.02; 35.48% at 0.05; 35.54% with exact compatibility mask + L2 0.02
92
  22. K4 mean-by-type tangent consensus + upper/wide scale diagnostics: 35.36% for 0.40/0.45/0.50; 35.13% for 0.35/0.45/0.55
93
  23. K4 mean-by-type tangent consensus + action L2 penalty: 35.42% at 0.05; 35.36% at 0.10/0.20
results/paper_table_status.json CHANGED
@@ -1581,6 +1581,101 @@
1581
  "best_config": null,
1582
  "gain_vs_h16_policy": 0.02434782608695657
1583
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1584
  {
1585
  "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
1586
  "label": "K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",
 
1581
  "best_config": null,
1582
  "gain_vs_h16_policy": 0.02434782608695657
1583
  },
1584
+ {
1585
+ "key": "typed_proposal_lattice_types4safe_prepend_margin005",
1586
+ "label": "Typed proposal lattice head, safe four families, policy-prepended margin 0.05",
1587
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_types4safe_prepend_margin0p05_summary.json",
1588
+ "clean_deployment": "yes",
1589
+ "same_state_proposals": "no",
1590
+ "expert_proposal": "no",
1591
+ "story_role": "anti-goal proposal-family mask test for the model-generated typed lattice",
1592
+ "fallback_success": null,
1593
+ "pending_job": "14963030/14963044",
1594
+ "path_exists": true,
1595
+ "status": "complete",
1596
+ "success": 0.3344927536231884,
1597
+ "std_success": 0.0339167593653567,
1598
+ "completed_seeds": null,
1599
+ "num_completed": 3,
1600
+ "best_config": null,
1601
+ "gain_vs_h16_policy": 0.03710144927536235
1602
+ },
1603
+ {
1604
+ "key": "typed_proposal_lattice_types2sparse_prepend_margin005",
1605
+ "label": "Typed proposal lattice head, sparse no-op/wrong-gripper families, policy-prepended margin 0.05",
1606
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_types2sparse_prepend_margin0p05_summary.json",
1607
+ "clean_deployment": "yes",
1608
+ "same_state_proposals": "no",
1609
+ "expert_proposal": "no",
1610
+ "story_role": "sparse safe-support test for whether typed generated no-op/wrong-gripper proposals recover the clean support gap",
1611
+ "fallback_success": null,
1612
+ "pending_job": "14963031/14963042",
1613
+ "path_exists": true,
1614
+ "status": "complete",
1615
+ "success": 0.34260869565217394,
1616
+ "std_success": 0.041411759651445765,
1617
+ "completed_seeds": null,
1618
+ "num_completed": 3,
1619
+ "best_config": null,
1620
+ "gain_vs_h16_policy": 0.045217391304347876
1621
+ },
1622
+ {
1623
+ "key": "typed_proposal_lattice_nooponly_prepend_margin005",
1624
+ "label": "Typed proposal lattice head, no-op family only, policy-prepended margin 0.05",
1625
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_nooponly_prepend_margin0p05_summary.json",
1626
+ "clean_deployment": "yes",
1627
+ "same_state_proposals": "no",
1628
+ "expert_proposal": "no",
1629
+ "story_role": "minimal generated no-op proposal-family test after sparse typed lattice improved over the full six-family row",
1630
+ "fallback_success": null,
1631
+ "pending_job": "14963032/14963043",
1632
+ "path_exists": true,
1633
+ "status": "complete",
1634
+ "success": 0.3443478260869565,
1635
+ "std_success": 0.04558379972897795,
1636
+ "completed_seeds": null,
1637
+ "num_completed": 3,
1638
+ "best_config": null,
1639
+ "gain_vs_h16_policy": 0.04695652173913045
1640
+ },
1641
+ {
1642
+ "key": "typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005",
1643
+ "label": "Typed proposal lattice head, sparse no-op/wrong-gripper families, best-policy checkpoint",
1644
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpolicy_types2sparse_prepend_margin0p05_summary.json",
1645
+ "clean_deployment": "yes",
1646
+ "same_state_proposals": "no",
1647
+ "expert_proposal": "no",
1648
+ "story_role": "checkpointing ablation for typed generated sparse proposals: lower BC/proposal loss versus weaker field scorer",
1649
+ "fallback_success": null,
1650
+ "pending_job": "14963143/14963150",
1651
+ "path_exists": false,
1652
+ "status": "pending",
1653
+ "success": null,
1654
+ "std_success": null,
1655
+ "completed_seeds": null,
1656
+ "num_completed": null,
1657
+ "best_config": null,
1658
+ "gain_vs_h16_policy": null
1659
+ },
1660
+ {
1661
+ "key": "typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005",
1662
+ "label": "Typed proposal lattice head, no-op family only, best-policy checkpoint",
1663
+ "path": "h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpolicy_nooponly_prepend_margin0p05_summary.json",
1664
+ "clean_deployment": "yes",
1665
+ "same_state_proposals": "no",
1666
+ "expert_proposal": "no",
1667
+ "story_role": "minimal generated no-op checkpointing ablation for typed proposal support",
1668
+ "fallback_success": null,
1669
+ "pending_job": "14963147/14963149",
1670
+ "path_exists": false,
1671
+ "status": "pending",
1672
+ "success": null,
1673
+ "std_success": null,
1674
+ "completed_seeds": null,
1675
+ "num_completed": null,
1676
+ "best_config": null,
1677
+ "gain_vs_h16_policy": null
1678
+ },
1679
  {
1680
  "key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
1681
  "label": "K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",
results/paper_table_status.md CHANGED
@@ -86,6 +86,11 @@ Baseline h=16 policy: 29.74%
86
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01 | complete | 35.94% | +6.20 pp | yes | no | no | trace-motivated challenger calibration test for whether wrong-gripper residuals carry conditional selector headroom |
87
  | typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | complete | 31.30% | +1.57 pp | yes | no | no | model-generated counterfactual proposal support test; field scores typed proposals rather than retrieved train-state residuals |
88
  | typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | complete | 32.17% | +2.43 pp | yes | no | no | model-generated counterfactual proposal support test with a conservative policy-abstention margin |
 
 
 
 
 
89
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
90
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
91
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
 
86
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmwgchallenger001 | K4 compatible residual retrieval, near-miss/wrong-gripper challenger gate 0.01 | complete | 35.94% | +6.20 pp | yes | no | no | trace-motivated challenger calibration test for whether wrong-gripper residuals carry conditional selector headroom |
87
  | typed_proposal_lattice_types6_prepend_margin000 | Typed proposal lattice head, six families, policy-prepended margin 0.00 | complete | 31.30% | +1.57 pp | yes | no | no | model-generated counterfactual proposal support test; field scores typed proposals rather than retrieved train-state residuals |
88
  | typed_proposal_lattice_types6_prepend_margin005 | Typed proposal lattice head, six families, policy-prepended margin 0.05 | complete | 32.17% | +2.43 pp | yes | no | no | model-generated counterfactual proposal support test with a conservative policy-abstention margin |
89
+ | typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | complete | 33.45% | +3.71 pp | yes | no | no | anti-goal proposal-family mask test for the model-generated typed lattice |
90
+ | typed_proposal_lattice_types2sparse_prepend_margin005 | Typed proposal lattice head, sparse no-op/wrong-gripper families, policy-prepended margin 0.05 | complete | 34.26% | +4.52 pp | yes | no | no | sparse safe-support test for whether typed generated no-op/wrong-gripper proposals recover the clean support gap |
91
+ | typed_proposal_lattice_nooponly_prepend_margin005 | Typed proposal lattice head, no-op family only, policy-prepended margin 0.05 | complete | 34.43% | +4.70 pp | yes | no | no | minimal generated no-op proposal-family test after sparse typed lattice improved over the full six-family row |
92
+ | typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005 | Typed proposal lattice head, sparse no-op/wrong-gripper families, best-policy checkpoint | pending 14963143/14963150 | pending | pending | yes | no | no | checkpointing ablation for typed generated sparse proposals: lower BC/proposal loss versus weaker field scorer |
93
+ | typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005 | Typed proposal lattice head, no-op family only, best-policy checkpoint | pending 14963147/14963149 | pending | pending | yes | no | no | minimal generated no-op checkpointing ablation for typed proposal support |
94
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
95
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
96
  | retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
scripts/build_paper_analysis.py CHANGED
@@ -497,6 +497,22 @@ METHODS = [
497
  "proposal_lattice_nooponly_prepend_margin0p05_summary.json"
498
  ),
499
  ),
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
500
  MethodSpec(
501
  key="residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
502
  label="K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01",
 
497
  "proposal_lattice_nooponly_prepend_margin0p05_summary.json"
498
  ),
499
  ),
500
+ MethodSpec(
501
+ key="typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005",
502
+ label="Typed proposal lattice head, sparse families, best-policy checkpoint, policy-prepended margin 0.05",
503
+ summary_path=(
504
+ "h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_"
505
+ "bestpolicy_types2sparse_prepend_margin0p05_summary.json"
506
+ ),
507
+ ),
508
+ MethodSpec(
509
+ key="typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005",
510
+ label="Typed proposal lattice head, no-op family only, best-policy checkpoint, policy-prepended margin 0.05",
511
+ summary_path=(
512
+ "h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_"
513
+ "bestpolicy_nooponly_prepend_margin0p05_summary.json"
514
+ ),
515
+ ),
516
  MethodSpec(
517
  key="residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
518
  label="K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01",
scripts/build_paper_table_status.py CHANGED
@@ -875,6 +875,26 @@ SPECS = [
875
  story_role="minimal generated no-op proposal-family test after sparse typed lattice improved over the full six-family row",
876
  pending_job="14963032/14963043",
877
  ),
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
878
  ResultSpec(
879
  key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
880
  label="K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",
 
875
  story_role="minimal generated no-op proposal-family test after sparse typed lattice improved over the full six-family row",
876
  pending_job="14963032/14963043",
877
  ),
878
+ ResultSpec(
879
+ key="typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005",
880
+ label="Typed proposal lattice head, sparse no-op/wrong-gripper families, best-policy checkpoint",
881
+ path="h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpolicy_types2sparse_prepend_margin0p05_summary.json",
882
+ clean_deployment="yes",
883
+ same_state_proposals="no",
884
+ expert_proposal="no",
885
+ story_role="checkpointing ablation for typed generated sparse proposals: lower BC/proposal loss versus weaker field scorer",
886
+ pending_job="14963143/14963150",
887
+ ),
888
+ ResultSpec(
889
+ key="typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005",
890
+ label="Typed proposal lattice head, no-op family only, best-policy checkpoint",
891
+ path="h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpolicy_nooponly_prepend_margin0p05_summary.json",
892
+ clean_deployment="yes",
893
+ same_state_proposals="no",
894
+ expert_proposal="no",
895
+ story_role="minimal generated no-op checkpointing ablation for typed proposal support",
896
+ pending_job="14963147/14963149",
897
+ ),
898
  ResultSpec(
899
  key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
900
  label="K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",