lsnu commited on
Commit
93a41aa
·
verified ·
1 Parent(s): 20ce2c0

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item/command.txt +1 -0
  2. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item/rollout_eval.json +333 -0
  3. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item/rollout_eval.md +14 -0
  4. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item/stderr.txt +4 -0
  5. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item/stdout.txt +334 -0
  6. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item_easy/command.txt +1 -0
  7. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item_easy/rollout_eval.json +333 -0
  8. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item_easy/rollout_eval.md +14 -0
  9. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item_easy/stderr.txt +4 -0
  10. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item_easy/stdout.txt +334 -0
  11. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_pick_laptop/command.txt +1 -0
  12. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_pick_laptop/rollout_eval.json +333 -0
  13. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_pick_laptop/rollout_eval.md +14 -0
  14. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_pick_laptop/stderr.txt +8 -0
  15. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_pick_laptop/stdout.txt +334 -0
  16. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_bottle_in_fridge/command.txt +1 -0
  17. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_bottle_in_fridge/rollout_eval.json +333 -0
  18. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_bottle_in_fridge/rollout_eval.md +14 -0
  19. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_bottle_in_fridge/stderr.txt +4 -0
  20. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_bottle_in_fridge/stdout.txt +335 -0
  21. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_item_in_drawer/command.txt +1 -0
  22. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_item_in_drawer/rollout_eval.json +333 -0
  23. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_item_in_drawer/rollout_eval.md +14 -0
  24. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_item_in_drawer/stderr.txt +4 -0
  25. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_item_in_drawer/stdout.txt +334 -0
  26. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_straighten_rope/command.txt +1 -0
  27. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_straighten_rope/rollout_eval.json +333 -0
  28. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_straighten_rope/rollout_eval.md +14 -0
  29. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_straighten_rope/stderr.txt +4 -0
  30. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_straighten_rope/stdout.txt +334 -0
  31. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_sweep_to_dustpan/command.txt +1 -0
  32. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_sweep_to_dustpan/rollout_eval.json +333 -0
  33. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_sweep_to_dustpan/rollout_eval.md +14 -0
  34. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_sweep_to_dustpan/stderr.txt +4 -0
  35. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_sweep_to_dustpan/stdout.txt +334 -0
  36. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_take_tray_out_of_oven/command.txt +1 -0
  37. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_take_tray_out_of_oven/rollout_eval.json +333 -0
  38. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_take_tray_out_of_oven/rollout_eval.md +14 -0
  39. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_take_tray_out_of_oven/stderr.txt +6 -0
  40. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_take_tray_out_of_oven/stdout.txt +334 -0
  41. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/rollout_eval.json +0 -0
  42. artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/rollout_eval.md +31 -0
  43. artifacts/reports/peract2_spatial_nogeom_ep1/spatial_phase_nogeom_seed17_plan_split/bimanual_push_box/command.txt +1 -0
  44. artifacts/reports/peract2_spatial_nogeom_ep1/spatial_phase_nogeom_seed17_plan_split/bimanual_push_box/rollout_eval.json +333 -0
  45. artifacts/reports/peract2_spatial_nogeom_ep1/spatial_phase_nogeom_seed17_plan_split/bimanual_push_box/rollout_eval.md +14 -0
  46. artifacts/reports/peract2_spatial_nogeom_ep1/spatial_phase_nogeom_seed17_plan_split/bimanual_push_box/stderr.txt +4 -0
  47. artifacts/reports/peract2_spatial_nogeom_ep1/spatial_phase_nogeom_seed17_plan_split/bimanual_push_box/stdout.txt +334 -0
  48. artifacts/reports/rlbench_dual_buttons_baseline_len100_ep1_ik_rescale/rollout_eval.json +1854 -0
  49. artifacts/reports/rlbench_dual_buttons_baseline_len100_ep1_ik_rescale/rollout_eval.md +14 -0
  50. artifacts/reports/rlbench_dual_buttons_baseline_len100_ep1_ik_rescale/rollout_eval.partial.json +1854 -0
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python -m eval.run_rlbench_rollout_eval --checkpoint /workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt --output-dir /workspace/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item --tasks bimanual_handover_item --episodes-per-task 1 --episode-length 20 --resolution 224 --device cuda --chunk-commit-steps 4 --headless --plan --allow-unsupervised-planning
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item/rollout_eval.json ADDED
@@ -0,0 +1,333 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_handover_item": {
21
+ "task_class": "BimanualHandoverItem",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "bring me the red item",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 13.814186096191406,
46
+ 5.8763628005981445,
47
+ 11.700148582458496,
48
+ 5.595124244689941
49
+ ],
50
+ "predicted_reocclusion": 0.38123729825019836,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 13.814186096191406,
60
+ 5.8763628005981445,
61
+ 11.700148582458496,
62
+ 5.595124244689941
63
+ ],
64
+ "predicted_reocclusion": 0.38123729825019836,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 13.814186096191406,
74
+ 5.8763628005981445,
75
+ 11.700148582458496,
76
+ 5.595124244689941
77
+ ],
78
+ "predicted_reocclusion": 0.38123729825019836,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 13.814186096191406,
88
+ 5.8763628005981445,
89
+ 11.700148582458496,
90
+ 5.595124244689941
91
+ ],
92
+ "predicted_reocclusion": 0.38123729825019836,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.602302551269531,
102
+ 6.308506488800049,
103
+ 5.927552700042725,
104
+ 12.071534156799316
105
+ ],
106
+ "predicted_reocclusion": 0.3900315463542938,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.602302551269531,
116
+ 6.308506488800049,
117
+ 5.927552700042725,
118
+ 12.071534156799316
119
+ ],
120
+ "predicted_reocclusion": 0.3900315463542938,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.602302551269531,
130
+ 6.308506488800049,
131
+ 5.927552700042725,
132
+ 12.071534156799316
133
+ ],
134
+ "predicted_reocclusion": 0.3900315463542938,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.602302551269531,
144
+ 6.308506488800049,
145
+ 5.927552700042725,
146
+ 12.071534156799316
147
+ ],
148
+ "predicted_reocclusion": 0.3900315463542938,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 13.527048110961914,
158
+ 5.815503120422363,
159
+ 11.631821632385254,
160
+ 5.5334153175354
161
+ ],
162
+ "predicted_reocclusion": 0.3796631693840027,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 13.527048110961914,
172
+ 5.815503120422363,
173
+ 11.631821632385254,
174
+ 5.5334153175354
175
+ ],
176
+ "predicted_reocclusion": 0.3796631693840027,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 13.527048110961914,
186
+ 5.815503120422363,
187
+ 11.631821632385254,
188
+ 5.5334153175354
189
+ ],
190
+ "predicted_reocclusion": 0.3796631693840027,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 13.527048110961914,
200
+ 5.815503120422363,
201
+ 11.631821632385254,
202
+ 5.5334153175354
203
+ ],
204
+ "predicted_reocclusion": 0.3796631693840027,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.289007186889648,
214
+ 6.1040215492248535,
215
+ 5.7337236404418945,
216
+ 12.01603889465332
217
+ ],
218
+ "predicted_reocclusion": 0.3898167610168457,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.289007186889648,
228
+ 6.1040215492248535,
229
+ 5.7337236404418945,
230
+ 12.01603889465332
231
+ ],
232
+ "predicted_reocclusion": 0.3898167610168457,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.289007186889648,
242
+ 6.1040215492248535,
243
+ 5.7337236404418945,
244
+ 12.01603889465332
245
+ ],
246
+ "predicted_reocclusion": 0.3898167610168457,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.289007186889648,
256
+ 6.1040215492248535,
257
+ 5.7337236404418945,
258
+ 12.01603889465332
259
+ ],
260
+ "predicted_reocclusion": 0.3898167610168457,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 12.73471736907959,
270
+ 5.7906084060668945,
271
+ 11.548457145690918,
272
+ 5.4977240562438965
273
+ ],
274
+ "predicted_reocclusion": 0.3766701817512512,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 12.73471736907959,
284
+ 5.7906084060668945,
285
+ 11.548457145690918,
286
+ 5.4977240562438965
287
+ ],
288
+ "predicted_reocclusion": 0.3766701817512512,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 12.73471736907959,
298
+ 5.7906084060668945,
299
+ 11.548457145690918,
300
+ 5.4977240562438965
301
+ ],
302
+ "predicted_reocclusion": 0.3766701817512512,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 12.73471736907959,
312
+ 5.7906084060668945,
313
+ 11.548457145690918,
314
+ 5.4977240562438965
315
+ ],
316
+ "predicted_reocclusion": 0.3766701817512512,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item/rollout_eval.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # RLBench Rollout Eval
2
+
3
+ - Checkpoint: `/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt`
4
+ - Plan requested: `True`
5
+ - Plan applied: `True`
6
+ - Support-mode conditioning: `True`
7
+ - Task conditioning: `True`
8
+ - Geometry enabled: `True`
9
+ - World-model mode: `checkpoint_default`
10
+ - Mean success: `0.000`
11
+
12
+ ## Per-task
13
+
14
+ - `bimanual_handover_item`: mean_success=0.000, returns=[0.0]
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item/stderr.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ /workspace/envs/rlbench/lib/python3.10/site-packages/torch/nn/modules/transformer.py:306: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True
2
+ warnings.warn(f"enable_nested_tensor is True, but self.use_nested_tensor is False because {why_not_sparsity_fast_path}")
3
+ qt.qpa.xcb: QXcbConnection: XCB error: 148 (Unknown), sequence: 181, resource id: 0, major code: 140 (Unknown), minor code: 20
4
+ WARNING:root:not sure how _robot_shapes are used is used.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item/stdout.txt ADDED
@@ -0,0 +1,334 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_handover_item": {
21
+ "task_class": "BimanualHandoverItem",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "bring me the red item",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 13.814186096191406,
46
+ 5.8763628005981445,
47
+ 11.700148582458496,
48
+ 5.595124244689941
49
+ ],
50
+ "predicted_reocclusion": 0.38123729825019836,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 13.814186096191406,
60
+ 5.8763628005981445,
61
+ 11.700148582458496,
62
+ 5.595124244689941
63
+ ],
64
+ "predicted_reocclusion": 0.38123729825019836,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 13.814186096191406,
74
+ 5.8763628005981445,
75
+ 11.700148582458496,
76
+ 5.595124244689941
77
+ ],
78
+ "predicted_reocclusion": 0.38123729825019836,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 13.814186096191406,
88
+ 5.8763628005981445,
89
+ 11.700148582458496,
90
+ 5.595124244689941
91
+ ],
92
+ "predicted_reocclusion": 0.38123729825019836,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.602302551269531,
102
+ 6.308506488800049,
103
+ 5.927552700042725,
104
+ 12.071534156799316
105
+ ],
106
+ "predicted_reocclusion": 0.3900315463542938,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.602302551269531,
116
+ 6.308506488800049,
117
+ 5.927552700042725,
118
+ 12.071534156799316
119
+ ],
120
+ "predicted_reocclusion": 0.3900315463542938,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.602302551269531,
130
+ 6.308506488800049,
131
+ 5.927552700042725,
132
+ 12.071534156799316
133
+ ],
134
+ "predicted_reocclusion": 0.3900315463542938,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.602302551269531,
144
+ 6.308506488800049,
145
+ 5.927552700042725,
146
+ 12.071534156799316
147
+ ],
148
+ "predicted_reocclusion": 0.3900315463542938,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 13.527048110961914,
158
+ 5.815503120422363,
159
+ 11.631821632385254,
160
+ 5.5334153175354
161
+ ],
162
+ "predicted_reocclusion": 0.3796631693840027,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 13.527048110961914,
172
+ 5.815503120422363,
173
+ 11.631821632385254,
174
+ 5.5334153175354
175
+ ],
176
+ "predicted_reocclusion": 0.3796631693840027,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 13.527048110961914,
186
+ 5.815503120422363,
187
+ 11.631821632385254,
188
+ 5.5334153175354
189
+ ],
190
+ "predicted_reocclusion": 0.3796631693840027,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 13.527048110961914,
200
+ 5.815503120422363,
201
+ 11.631821632385254,
202
+ 5.5334153175354
203
+ ],
204
+ "predicted_reocclusion": 0.3796631693840027,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.289007186889648,
214
+ 6.1040215492248535,
215
+ 5.7337236404418945,
216
+ 12.01603889465332
217
+ ],
218
+ "predicted_reocclusion": 0.3898167610168457,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.289007186889648,
228
+ 6.1040215492248535,
229
+ 5.7337236404418945,
230
+ 12.01603889465332
231
+ ],
232
+ "predicted_reocclusion": 0.3898167610168457,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.289007186889648,
242
+ 6.1040215492248535,
243
+ 5.7337236404418945,
244
+ 12.01603889465332
245
+ ],
246
+ "predicted_reocclusion": 0.3898167610168457,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.289007186889648,
256
+ 6.1040215492248535,
257
+ 5.7337236404418945,
258
+ 12.01603889465332
259
+ ],
260
+ "predicted_reocclusion": 0.3898167610168457,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 12.73471736907959,
270
+ 5.7906084060668945,
271
+ 11.548457145690918,
272
+ 5.4977240562438965
273
+ ],
274
+ "predicted_reocclusion": 0.3766701817512512,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 12.73471736907959,
284
+ 5.7906084060668945,
285
+ 11.548457145690918,
286
+ 5.4977240562438965
287
+ ],
288
+ "predicted_reocclusion": 0.3766701817512512,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 12.73471736907959,
298
+ 5.7906084060668945,
299
+ 11.548457145690918,
300
+ 5.4977240562438965
301
+ ],
302
+ "predicted_reocclusion": 0.3766701817512512,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 12.73471736907959,
312
+ 5.7906084060668945,
313
+ 11.548457145690918,
314
+ 5.4977240562438965
315
+ ],
316
+ "predicted_reocclusion": 0.3766701817512512,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
334
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item_easy/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python -m eval.run_rlbench_rollout_eval --checkpoint /workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt --output-dir /workspace/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item_easy --tasks bimanual_handover_item_easy --episodes-per-task 1 --episode-length 20 --resolution 224 --device cuda --chunk-commit-steps 4 --headless --plan --allow-unsupervised-planning
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item_easy/rollout_eval.json ADDED
@@ -0,0 +1,333 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_handover_item_easy": {
21
+ "task_class": "BimanualHandoverItemEasy",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "bring me the item",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 13.970586776733398,
46
+ 5.964934825897217,
47
+ 11.782975196838379,
48
+ 5.6842498779296875
49
+ ],
50
+ "predicted_reocclusion": 0.3817215859889984,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 13.970586776733398,
60
+ 5.964934825897217,
61
+ 11.782975196838379,
62
+ 5.6842498779296875
63
+ ],
64
+ "predicted_reocclusion": 0.3817215859889984,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 13.970586776733398,
74
+ 5.964934825897217,
75
+ 11.782975196838379,
76
+ 5.6842498779296875
77
+ ],
78
+ "predicted_reocclusion": 0.3817215859889984,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 13.970586776733398,
88
+ 5.964934825897217,
89
+ 11.782975196838379,
90
+ 5.6842498779296875
91
+ ],
92
+ "predicted_reocclusion": 0.3817215859889984,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.6579008102417,
102
+ 6.36833381652832,
103
+ 5.988085746765137,
104
+ 12.077606201171875
105
+ ],
106
+ "predicted_reocclusion": 0.3903457522392273,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.6579008102417,
116
+ 6.36833381652832,
117
+ 5.988085746765137,
118
+ 12.077606201171875
119
+ ],
120
+ "predicted_reocclusion": 0.3903457522392273,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.6579008102417,
130
+ 6.36833381652832,
131
+ 5.988085746765137,
132
+ 12.077606201171875
133
+ ],
134
+ "predicted_reocclusion": 0.3903457522392273,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.6579008102417,
144
+ 6.36833381652832,
145
+ 5.988085746765137,
146
+ 12.077606201171875
147
+ ],
148
+ "predicted_reocclusion": 0.3903457522392273,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 13.908218383789062,
158
+ 5.918282985687256,
159
+ 11.78820514678955,
160
+ 5.643401622772217
161
+ ],
162
+ "predicted_reocclusion": 0.3807603716850281,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 13.908218383789062,
172
+ 5.918282985687256,
173
+ 11.78820514678955,
174
+ 5.643401622772217
175
+ ],
176
+ "predicted_reocclusion": 0.3807603716850281,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 13.908218383789062,
186
+ 5.918282985687256,
187
+ 11.78820514678955,
188
+ 5.643401622772217
189
+ ],
190
+ "predicted_reocclusion": 0.3807603716850281,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 13.908218383789062,
200
+ 5.918282985687256,
201
+ 11.78820514678955,
202
+ 5.643401622772217
203
+ ],
204
+ "predicted_reocclusion": 0.3807603716850281,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.004595756530762,
214
+ 6.150529861450195,
215
+ 5.778533458709717,
216
+ 12.028044700622559
217
+ ],
218
+ "predicted_reocclusion": 0.3895420432090759,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.004595756530762,
228
+ 6.150529861450195,
229
+ 5.778533458709717,
230
+ 12.028044700622559
231
+ ],
232
+ "predicted_reocclusion": 0.3895420432090759,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.004595756530762,
242
+ 6.150529861450195,
243
+ 5.778533458709717,
244
+ 12.028044700622559
245
+ ],
246
+ "predicted_reocclusion": 0.3895420432090759,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.004595756530762,
256
+ 6.150529861450195,
257
+ 5.778533458709717,
258
+ 12.028044700622559
259
+ ],
260
+ "predicted_reocclusion": 0.3895420432090759,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 13.184292793273926,
270
+ 5.88827657699585,
271
+ 11.637954711914062,
272
+ 5.597484588623047
273
+ ],
274
+ "predicted_reocclusion": 0.37797772884368896,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 13.184292793273926,
284
+ 5.88827657699585,
285
+ 11.637954711914062,
286
+ 5.597484588623047
287
+ ],
288
+ "predicted_reocclusion": 0.37797772884368896,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 13.184292793273926,
298
+ 5.88827657699585,
299
+ 11.637954711914062,
300
+ 5.597484588623047
301
+ ],
302
+ "predicted_reocclusion": 0.37797772884368896,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 13.184292793273926,
312
+ 5.88827657699585,
313
+ 11.637954711914062,
314
+ 5.597484588623047
315
+ ],
316
+ "predicted_reocclusion": 0.37797772884368896,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item_easy/rollout_eval.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # RLBench Rollout Eval
2
+
3
+ - Checkpoint: `/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt`
4
+ - Plan requested: `True`
5
+ - Plan applied: `True`
6
+ - Support-mode conditioning: `True`
7
+ - Task conditioning: `True`
8
+ - Geometry enabled: `True`
9
+ - World-model mode: `checkpoint_default`
10
+ - Mean success: `0.000`
11
+
12
+ ## Per-task
13
+
14
+ - `bimanual_handover_item_easy`: mean_success=0.000, returns=[0.0]
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item_easy/stderr.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ /workspace/envs/rlbench/lib/python3.10/site-packages/torch/nn/modules/transformer.py:306: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True
2
+ warnings.warn(f"enable_nested_tensor is True, but self.use_nested_tensor is False because {why_not_sparsity_fast_path}")
3
+ qt.qpa.xcb: QXcbConnection: XCB error: 148 (Unknown), sequence: 181, resource id: 0, major code: 140 (Unknown), minor code: 20
4
+ WARNING:root:not sure how _robot_shapes are used is used.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_handover_item_easy/stdout.txt ADDED
@@ -0,0 +1,334 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_handover_item_easy": {
21
+ "task_class": "BimanualHandoverItemEasy",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "bring me the item",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 13.970586776733398,
46
+ 5.964934825897217,
47
+ 11.782975196838379,
48
+ 5.6842498779296875
49
+ ],
50
+ "predicted_reocclusion": 0.3817215859889984,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 13.970586776733398,
60
+ 5.964934825897217,
61
+ 11.782975196838379,
62
+ 5.6842498779296875
63
+ ],
64
+ "predicted_reocclusion": 0.3817215859889984,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 13.970586776733398,
74
+ 5.964934825897217,
75
+ 11.782975196838379,
76
+ 5.6842498779296875
77
+ ],
78
+ "predicted_reocclusion": 0.3817215859889984,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 13.970586776733398,
88
+ 5.964934825897217,
89
+ 11.782975196838379,
90
+ 5.6842498779296875
91
+ ],
92
+ "predicted_reocclusion": 0.3817215859889984,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.6579008102417,
102
+ 6.36833381652832,
103
+ 5.988085746765137,
104
+ 12.077606201171875
105
+ ],
106
+ "predicted_reocclusion": 0.3903457522392273,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.6579008102417,
116
+ 6.36833381652832,
117
+ 5.988085746765137,
118
+ 12.077606201171875
119
+ ],
120
+ "predicted_reocclusion": 0.3903457522392273,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.6579008102417,
130
+ 6.36833381652832,
131
+ 5.988085746765137,
132
+ 12.077606201171875
133
+ ],
134
+ "predicted_reocclusion": 0.3903457522392273,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.6579008102417,
144
+ 6.36833381652832,
145
+ 5.988085746765137,
146
+ 12.077606201171875
147
+ ],
148
+ "predicted_reocclusion": 0.3903457522392273,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 13.908218383789062,
158
+ 5.918282985687256,
159
+ 11.78820514678955,
160
+ 5.643401622772217
161
+ ],
162
+ "predicted_reocclusion": 0.3807603716850281,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 13.908218383789062,
172
+ 5.918282985687256,
173
+ 11.78820514678955,
174
+ 5.643401622772217
175
+ ],
176
+ "predicted_reocclusion": 0.3807603716850281,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 13.908218383789062,
186
+ 5.918282985687256,
187
+ 11.78820514678955,
188
+ 5.643401622772217
189
+ ],
190
+ "predicted_reocclusion": 0.3807603716850281,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 13.908218383789062,
200
+ 5.918282985687256,
201
+ 11.78820514678955,
202
+ 5.643401622772217
203
+ ],
204
+ "predicted_reocclusion": 0.3807603716850281,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.004595756530762,
214
+ 6.150529861450195,
215
+ 5.778533458709717,
216
+ 12.028044700622559
217
+ ],
218
+ "predicted_reocclusion": 0.3895420432090759,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.004595756530762,
228
+ 6.150529861450195,
229
+ 5.778533458709717,
230
+ 12.028044700622559
231
+ ],
232
+ "predicted_reocclusion": 0.3895420432090759,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.004595756530762,
242
+ 6.150529861450195,
243
+ 5.778533458709717,
244
+ 12.028044700622559
245
+ ],
246
+ "predicted_reocclusion": 0.3895420432090759,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.004595756530762,
256
+ 6.150529861450195,
257
+ 5.778533458709717,
258
+ 12.028044700622559
259
+ ],
260
+ "predicted_reocclusion": 0.3895420432090759,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 13.184292793273926,
270
+ 5.88827657699585,
271
+ 11.637954711914062,
272
+ 5.597484588623047
273
+ ],
274
+ "predicted_reocclusion": 0.37797772884368896,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 13.184292793273926,
284
+ 5.88827657699585,
285
+ 11.637954711914062,
286
+ 5.597484588623047
287
+ ],
288
+ "predicted_reocclusion": 0.37797772884368896,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 13.184292793273926,
298
+ 5.88827657699585,
299
+ 11.637954711914062,
300
+ 5.597484588623047
301
+ ],
302
+ "predicted_reocclusion": 0.37797772884368896,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 13.184292793273926,
312
+ 5.88827657699585,
313
+ 11.637954711914062,
314
+ 5.597484588623047
315
+ ],
316
+ "predicted_reocclusion": 0.37797772884368896,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
334
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_pick_laptop/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python -m eval.run_rlbench_rollout_eval --checkpoint /workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt --output-dir /workspace/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_pick_laptop --tasks bimanual_pick_laptop --episodes-per-task 1 --episode-length 20 --resolution 224 --device cuda --chunk-commit-steps 4 --headless --plan --allow-unsupervised-planning
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_pick_laptop/rollout_eval.json ADDED
@@ -0,0 +1,333 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_pick_laptop": {
21
+ "task_class": "BimanualPickLaptop",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "pick up the laptop",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 14.0537109375,
46
+ 6.042049407958984,
47
+ 11.852113723754883,
48
+ 5.760868549346924
49
+ ],
50
+ "predicted_reocclusion": 0.3825225830078125,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 14.0537109375,
60
+ 6.042049407958984,
61
+ 11.852113723754883,
62
+ 5.760868549346924
63
+ ],
64
+ "predicted_reocclusion": 0.3825225830078125,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 14.0537109375,
74
+ 6.042049407958984,
75
+ 11.852113723754883,
76
+ 5.760868549346924
77
+ ],
78
+ "predicted_reocclusion": 0.3825225830078125,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 14.0537109375,
88
+ 6.042049407958984,
89
+ 11.852113723754883,
90
+ 5.760868549346924
91
+ ],
92
+ "predicted_reocclusion": 0.3825225830078125,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.869283676147461,
102
+ 6.459278583526611,
103
+ 6.079338073730469,
104
+ 12.171509742736816
105
+ ],
106
+ "predicted_reocclusion": 0.3901340961456299,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.869283676147461,
116
+ 6.459278583526611,
117
+ 6.079338073730469,
118
+ 12.171509742736816
119
+ ],
120
+ "predicted_reocclusion": 0.3901340961456299,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.869283676147461,
130
+ 6.459278583526611,
131
+ 6.079338073730469,
132
+ 12.171509742736816
133
+ ],
134
+ "predicted_reocclusion": 0.3901340961456299,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.869283676147461,
144
+ 6.459278583526611,
145
+ 6.079338073730469,
146
+ 12.171509742736816
147
+ ],
148
+ "predicted_reocclusion": 0.3901340961456299,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 14.07696533203125,
158
+ 6.016205787658691,
159
+ 11.894944190979004,
160
+ 5.743532180786133
161
+ ],
162
+ "predicted_reocclusion": 0.38205838203430176,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 14.07696533203125,
172
+ 6.016205787658691,
173
+ 11.894944190979004,
174
+ 5.743532180786133
175
+ ],
176
+ "predicted_reocclusion": 0.38205838203430176,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 14.07696533203125,
186
+ 6.016205787658691,
187
+ 11.894944190979004,
188
+ 5.743532180786133
189
+ ],
190
+ "predicted_reocclusion": 0.38205838203430176,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 14.07696533203125,
200
+ 6.016205787658691,
201
+ 11.894944190979004,
202
+ 5.743532180786133
203
+ ],
204
+ "predicted_reocclusion": 0.38205838203430176,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.42692756652832,
214
+ 6.253651142120361,
215
+ 5.883456230163574,
216
+ 12.142349243164062
217
+ ],
218
+ "predicted_reocclusion": 0.3893202543258667,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.42692756652832,
228
+ 6.253651142120361,
229
+ 5.883456230163574,
230
+ 12.142349243164062
231
+ ],
232
+ "predicted_reocclusion": 0.3893202543258667,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.42692756652832,
242
+ 6.253651142120361,
243
+ 5.883456230163574,
244
+ 12.142349243164062
245
+ ],
246
+ "predicted_reocclusion": 0.3893202543258667,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.42692756652832,
256
+ 6.253651142120361,
257
+ 5.883456230163574,
258
+ 12.142349243164062
259
+ ],
260
+ "predicted_reocclusion": 0.3893202543258667,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 13.476143836975098,
270
+ 5.987239837646484,
271
+ 11.74880599975586,
272
+ 5.698702812194824
273
+ ],
274
+ "predicted_reocclusion": 0.3799327611923218,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 13.476143836975098,
284
+ 5.987239837646484,
285
+ 11.74880599975586,
286
+ 5.698702812194824
287
+ ],
288
+ "predicted_reocclusion": 0.3799327611923218,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 13.476143836975098,
298
+ 5.987239837646484,
299
+ 11.74880599975586,
300
+ 5.698702812194824
301
+ ],
302
+ "predicted_reocclusion": 0.3799327611923218,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 13.476143836975098,
312
+ 5.987239837646484,
313
+ 11.74880599975586,
314
+ 5.698702812194824
315
+ ],
316
+ "predicted_reocclusion": 0.3799327611923218,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_pick_laptop/rollout_eval.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # RLBench Rollout Eval
2
+
3
+ - Checkpoint: `/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt`
4
+ - Plan requested: `True`
5
+ - Plan applied: `True`
6
+ - Support-mode conditioning: `True`
7
+ - Task conditioning: `True`
8
+ - Geometry enabled: `True`
9
+ - World-model mode: `checkpoint_default`
10
+ - Mean success: `0.000`
11
+
12
+ ## Per-task
13
+
14
+ - `bimanual_pick_laptop`: mean_success=0.000, returns=[0.0]
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_pick_laptop/stderr.txt ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ /workspace/envs/rlbench/lib/python3.10/site-packages/torch/nn/modules/transformer.py:306: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True
2
+ warnings.warn(f"enable_nested_tensor is True, but self.use_nested_tensor is False because {why_not_sparsity_fast_path}")
3
+ qt.qpa.xcb: QXcbConnection: XCB error: 148 (Unknown), sequence: 181, resource id: 0, major code: 140 (Unknown), minor code: 20
4
+ WARNING:root:not sure how _robot_shapes are used is used.
5
+ WARNING:root:Waypoints are not reachable right=(False, 'waypoint1 - DualPanda') left=(True, '')
6
+ ERROR:root:Error when checking waypoints. Exception is: Error in task bimanual_pick_laptop. Infeasible episode. Can't reach waypoint ((False, 'waypoint1 - DualPanda'), (True, '')).
7
+ WARNING:root:Waypoints are not reachable right=(False, 'waypoint3 - DualPanda') left=(True, '')
8
+ ERROR:root:Error when checking waypoints. Exception is: Error in task bimanual_pick_laptop. Infeasible episode. Can't reach waypoint ((False, 'waypoint3 - DualPanda'), (True, '')).
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_pick_laptop/stdout.txt ADDED
@@ -0,0 +1,334 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_pick_laptop": {
21
+ "task_class": "BimanualPickLaptop",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "pick up the laptop",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 14.0537109375,
46
+ 6.042049407958984,
47
+ 11.852113723754883,
48
+ 5.760868549346924
49
+ ],
50
+ "predicted_reocclusion": 0.3825225830078125,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 14.0537109375,
60
+ 6.042049407958984,
61
+ 11.852113723754883,
62
+ 5.760868549346924
63
+ ],
64
+ "predicted_reocclusion": 0.3825225830078125,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 14.0537109375,
74
+ 6.042049407958984,
75
+ 11.852113723754883,
76
+ 5.760868549346924
77
+ ],
78
+ "predicted_reocclusion": 0.3825225830078125,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 14.0537109375,
88
+ 6.042049407958984,
89
+ 11.852113723754883,
90
+ 5.760868549346924
91
+ ],
92
+ "predicted_reocclusion": 0.3825225830078125,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.869283676147461,
102
+ 6.459278583526611,
103
+ 6.079338073730469,
104
+ 12.171509742736816
105
+ ],
106
+ "predicted_reocclusion": 0.3901340961456299,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.869283676147461,
116
+ 6.459278583526611,
117
+ 6.079338073730469,
118
+ 12.171509742736816
119
+ ],
120
+ "predicted_reocclusion": 0.3901340961456299,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.869283676147461,
130
+ 6.459278583526611,
131
+ 6.079338073730469,
132
+ 12.171509742736816
133
+ ],
134
+ "predicted_reocclusion": 0.3901340961456299,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.869283676147461,
144
+ 6.459278583526611,
145
+ 6.079338073730469,
146
+ 12.171509742736816
147
+ ],
148
+ "predicted_reocclusion": 0.3901340961456299,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 14.07696533203125,
158
+ 6.016205787658691,
159
+ 11.894944190979004,
160
+ 5.743532180786133
161
+ ],
162
+ "predicted_reocclusion": 0.38205838203430176,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 14.07696533203125,
172
+ 6.016205787658691,
173
+ 11.894944190979004,
174
+ 5.743532180786133
175
+ ],
176
+ "predicted_reocclusion": 0.38205838203430176,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 14.07696533203125,
186
+ 6.016205787658691,
187
+ 11.894944190979004,
188
+ 5.743532180786133
189
+ ],
190
+ "predicted_reocclusion": 0.38205838203430176,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 14.07696533203125,
200
+ 6.016205787658691,
201
+ 11.894944190979004,
202
+ 5.743532180786133
203
+ ],
204
+ "predicted_reocclusion": 0.38205838203430176,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.42692756652832,
214
+ 6.253651142120361,
215
+ 5.883456230163574,
216
+ 12.142349243164062
217
+ ],
218
+ "predicted_reocclusion": 0.3893202543258667,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.42692756652832,
228
+ 6.253651142120361,
229
+ 5.883456230163574,
230
+ 12.142349243164062
231
+ ],
232
+ "predicted_reocclusion": 0.3893202543258667,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.42692756652832,
242
+ 6.253651142120361,
243
+ 5.883456230163574,
244
+ 12.142349243164062
245
+ ],
246
+ "predicted_reocclusion": 0.3893202543258667,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.42692756652832,
256
+ 6.253651142120361,
257
+ 5.883456230163574,
258
+ 12.142349243164062
259
+ ],
260
+ "predicted_reocclusion": 0.3893202543258667,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 13.476143836975098,
270
+ 5.987239837646484,
271
+ 11.74880599975586,
272
+ 5.698702812194824
273
+ ],
274
+ "predicted_reocclusion": 0.3799327611923218,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 13.476143836975098,
284
+ 5.987239837646484,
285
+ 11.74880599975586,
286
+ 5.698702812194824
287
+ ],
288
+ "predicted_reocclusion": 0.3799327611923218,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 13.476143836975098,
298
+ 5.987239837646484,
299
+ 11.74880599975586,
300
+ 5.698702812194824
301
+ ],
302
+ "predicted_reocclusion": 0.3799327611923218,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 13.476143836975098,
312
+ 5.987239837646484,
313
+ 11.74880599975586,
314
+ 5.698702812194824
315
+ ],
316
+ "predicted_reocclusion": 0.3799327611923218,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
334
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_bottle_in_fridge/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python -m eval.run_rlbench_rollout_eval --checkpoint /workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt --output-dir /workspace/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_bottle_in_fridge --tasks bimanual_put_bottle_in_fridge --episodes-per-task 1 --episode-length 20 --resolution 224 --device cuda --chunk-commit-steps 4 --headless --plan --allow-unsupervised-planning
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_bottle_in_fridge/rollout_eval.json ADDED
@@ -0,0 +1,333 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_put_bottle_in_fridge": {
21
+ "task_class": "BimanualPutBottleInFridge",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "put bottle in fridge",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 14.09709644317627,
46
+ 5.925654888153076,
47
+ 11.865160942077637,
48
+ 5.650742053985596
49
+ ],
50
+ "predicted_reocclusion": 0.3810689449310303,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 14.09709644317627,
60
+ 5.925654888153076,
61
+ 11.865160942077637,
62
+ 5.650742053985596
63
+ ],
64
+ "predicted_reocclusion": 0.3810689449310303,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 14.09709644317627,
74
+ 5.925654888153076,
75
+ 11.865160942077637,
76
+ 5.650742053985596
77
+ ],
78
+ "predicted_reocclusion": 0.3810689449310303,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 14.09709644317627,
88
+ 5.925654888153076,
89
+ 11.865160942077637,
90
+ 5.650742053985596
91
+ ],
92
+ "predicted_reocclusion": 0.3810689449310303,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.442059516906738,
102
+ 6.269319534301758,
103
+ 5.88857889175415,
104
+ 12.084918975830078
105
+ ],
106
+ "predicted_reocclusion": 0.38964664936065674,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.442059516906738,
116
+ 6.269319534301758,
117
+ 5.88857889175415,
118
+ 12.084918975830078
119
+ ],
120
+ "predicted_reocclusion": 0.38964664936065674,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.442059516906738,
130
+ 6.269319534301758,
131
+ 5.88857889175415,
132
+ 12.084918975830078
133
+ ],
134
+ "predicted_reocclusion": 0.38964664936065674,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.442059516906738,
144
+ 6.269319534301758,
145
+ 5.88857889175415,
146
+ 12.084918975830078
147
+ ],
148
+ "predicted_reocclusion": 0.38964664936065674,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 13.88973331451416,
158
+ 5.841348648071289,
159
+ 11.776616096496582,
160
+ 5.565731048583984
161
+ ],
162
+ "predicted_reocclusion": 0.38002529740333557,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 13.88973331451416,
172
+ 5.841348648071289,
173
+ 11.776616096496582,
174
+ 5.565731048583984
175
+ ],
176
+ "predicted_reocclusion": 0.38002529740333557,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 13.88973331451416,
186
+ 5.841348648071289,
187
+ 11.776616096496582,
188
+ 5.565731048583984
189
+ ],
190
+ "predicted_reocclusion": 0.38002529740333557,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 13.88973331451416,
200
+ 5.841348648071289,
201
+ 11.776616096496582,
202
+ 5.565731048583984
203
+ ],
204
+ "predicted_reocclusion": 0.38002529740333557,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 10.886326789855957,
214
+ 6.140202522277832,
215
+ 5.77911901473999,
216
+ 12.11752986907959
217
+ ],
218
+ "predicted_reocclusion": 0.3881509006023407,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 10.886326789855957,
228
+ 6.140202522277832,
229
+ 5.77911901473999,
230
+ 12.11752986907959
231
+ ],
232
+ "predicted_reocclusion": 0.3881509006023407,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 10.886326789855957,
242
+ 6.140202522277832,
243
+ 5.77911901473999,
244
+ 12.11752986907959
245
+ ],
246
+ "predicted_reocclusion": 0.3881509006023407,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 10.886326789855957,
256
+ 6.140202522277832,
257
+ 5.77911901473999,
258
+ 12.11752986907959
259
+ ],
260
+ "predicted_reocclusion": 0.3881509006023407,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 13.237479209899902,
270
+ 5.80584192276001,
271
+ 11.609903335571289,
272
+ 5.513796329498291
273
+ ],
274
+ "predicted_reocclusion": 0.3775847852230072,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 13.237479209899902,
284
+ 5.80584192276001,
285
+ 11.609903335571289,
286
+ 5.513796329498291
287
+ ],
288
+ "predicted_reocclusion": 0.3775847852230072,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 13.237479209899902,
298
+ 5.80584192276001,
299
+ 11.609903335571289,
300
+ 5.513796329498291
301
+ ],
302
+ "predicted_reocclusion": 0.3775847852230072,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 13.237479209899902,
312
+ 5.80584192276001,
313
+ 11.609903335571289,
314
+ 5.513796329498291
315
+ ],
316
+ "predicted_reocclusion": 0.3775847852230072,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_bottle_in_fridge/rollout_eval.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # RLBench Rollout Eval
2
+
3
+ - Checkpoint: `/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt`
4
+ - Plan requested: `True`
5
+ - Plan applied: `True`
6
+ - Support-mode conditioning: `True`
7
+ - Task conditioning: `True`
8
+ - Geometry enabled: `True`
9
+ - World-model mode: `checkpoint_default`
10
+ - Mean success: `0.000`
11
+
12
+ ## Per-task
13
+
14
+ - `bimanual_put_bottle_in_fridge`: mean_success=0.000, returns=[0.0]
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_bottle_in_fridge/stderr.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ /workspace/envs/rlbench/lib/python3.10/site-packages/torch/nn/modules/transformer.py:306: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True
2
+ warnings.warn(f"enable_nested_tensor is True, but self.use_nested_tensor is False because {why_not_sparsity_fast_path}")
3
+ qt.qpa.xcb: QXcbConnection: XCB error: 148 (Unknown), sequence: 181, resource id: 0, major code: 140 (Unknown), minor code: 20
4
+ WARNING:root:not sure how _robot_shapes are used is used.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_bottle_in_fridge/stdout.txt ADDED
@@ -0,0 +1,335 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [ 0.05 -0.27500001 0.75199997]
2
+ {
3
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
4
+ "plan_requested": true,
5
+ "plan_applied": true,
6
+ "planner_mode": "trainable",
7
+ "support_mode_conditioning": true,
8
+ "task_conditioning": true,
9
+ "geometry_enabled": true,
10
+ "world_model_mode": "checkpoint_default",
11
+ "episodes_per_task": 1,
12
+ "episode_length": 20,
13
+ "resolution": 224,
14
+ "reset_retries": 20,
15
+ "cameras": [
16
+ "front",
17
+ "wrist_left",
18
+ "wrist_right"
19
+ ],
20
+ "tasks": {
21
+ "bimanual_put_bottle_in_fridge": {
22
+ "task_class": "BimanualPutBottleInFridge",
23
+ "successes": [
24
+ 0.0
25
+ ],
26
+ "returns": [
27
+ 0.0
28
+ ],
29
+ "path_recoveries": [
30
+ 0
31
+ ],
32
+ "noop_fallbacks": [
33
+ 0
34
+ ],
35
+ "reset_retries": [
36
+ 0
37
+ ],
38
+ "episode_traces": [
39
+ {
40
+ "language_goal": "put bottle in fridge",
41
+ "steps": [
42
+ {
43
+ "timestep": 0,
44
+ "chosen_macro_mode": "widen_opening",
45
+ "planner_scores": [
46
+ 14.09709644317627,
47
+ 5.925654888153076,
48
+ 11.865160942077637,
49
+ 5.650742053985596
50
+ ],
51
+ "predicted_reocclusion": 0.3810689449310303,
52
+ "support_mode_conditioning": true,
53
+ "path_recoveries": 0,
54
+ "noop_fallbacks": 0
55
+ },
56
+ {
57
+ "timestep": 1,
58
+ "chosen_macro_mode": "widen_opening",
59
+ "planner_scores": [
60
+ 14.09709644317627,
61
+ 5.925654888153076,
62
+ 11.865160942077637,
63
+ 5.650742053985596
64
+ ],
65
+ "predicted_reocclusion": 0.3810689449310303,
66
+ "support_mode_conditioning": true,
67
+ "path_recoveries": 0,
68
+ "noop_fallbacks": 0
69
+ },
70
+ {
71
+ "timestep": 2,
72
+ "chosen_macro_mode": "widen_opening",
73
+ "planner_scores": [
74
+ 14.09709644317627,
75
+ 5.925654888153076,
76
+ 11.865160942077637,
77
+ 5.650742053985596
78
+ ],
79
+ "predicted_reocclusion": 0.3810689449310303,
80
+ "support_mode_conditioning": true,
81
+ "path_recoveries": 0,
82
+ "noop_fallbacks": 0
83
+ },
84
+ {
85
+ "timestep": 3,
86
+ "chosen_macro_mode": "widen_opening",
87
+ "planner_scores": [
88
+ 14.09709644317627,
89
+ 5.925654888153076,
90
+ 11.865160942077637,
91
+ 5.650742053985596
92
+ ],
93
+ "predicted_reocclusion": 0.3810689449310303,
94
+ "support_mode_conditioning": true,
95
+ "path_recoveries": 0,
96
+ "noop_fallbacks": 0
97
+ },
98
+ {
99
+ "timestep": 4,
100
+ "chosen_macro_mode": "lift_support_layer",
101
+ "planner_scores": [
102
+ 11.442059516906738,
103
+ 6.269319534301758,
104
+ 5.88857889175415,
105
+ 12.084918975830078
106
+ ],
107
+ "predicted_reocclusion": 0.38964664936065674,
108
+ "support_mode_conditioning": true,
109
+ "path_recoveries": 0,
110
+ "noop_fallbacks": 0
111
+ },
112
+ {
113
+ "timestep": 5,
114
+ "chosen_macro_mode": "lift_support_layer",
115
+ "planner_scores": [
116
+ 11.442059516906738,
117
+ 6.269319534301758,
118
+ 5.88857889175415,
119
+ 12.084918975830078
120
+ ],
121
+ "predicted_reocclusion": 0.38964664936065674,
122
+ "support_mode_conditioning": true,
123
+ "path_recoveries": 0,
124
+ "noop_fallbacks": 0
125
+ },
126
+ {
127
+ "timestep": 6,
128
+ "chosen_macro_mode": "lift_support_layer",
129
+ "planner_scores": [
130
+ 11.442059516906738,
131
+ 6.269319534301758,
132
+ 5.88857889175415,
133
+ 12.084918975830078
134
+ ],
135
+ "predicted_reocclusion": 0.38964664936065674,
136
+ "support_mode_conditioning": true,
137
+ "path_recoveries": 0,
138
+ "noop_fallbacks": 0
139
+ },
140
+ {
141
+ "timestep": 7,
142
+ "chosen_macro_mode": "lift_support_layer",
143
+ "planner_scores": [
144
+ 11.442059516906738,
145
+ 6.269319534301758,
146
+ 5.88857889175415,
147
+ 12.084918975830078
148
+ ],
149
+ "predicted_reocclusion": 0.38964664936065674,
150
+ "support_mode_conditioning": true,
151
+ "path_recoveries": 0,
152
+ "noop_fallbacks": 0
153
+ },
154
+ {
155
+ "timestep": 8,
156
+ "chosen_macro_mode": "widen_opening",
157
+ "planner_scores": [
158
+ 13.88973331451416,
159
+ 5.841348648071289,
160
+ 11.776616096496582,
161
+ 5.565731048583984
162
+ ],
163
+ "predicted_reocclusion": 0.38002529740333557,
164
+ "support_mode_conditioning": true,
165
+ "path_recoveries": 0,
166
+ "noop_fallbacks": 0
167
+ },
168
+ {
169
+ "timestep": 9,
170
+ "chosen_macro_mode": "widen_opening",
171
+ "planner_scores": [
172
+ 13.88973331451416,
173
+ 5.841348648071289,
174
+ 11.776616096496582,
175
+ 5.565731048583984
176
+ ],
177
+ "predicted_reocclusion": 0.38002529740333557,
178
+ "support_mode_conditioning": true,
179
+ "path_recoveries": 0,
180
+ "noop_fallbacks": 0
181
+ },
182
+ {
183
+ "timestep": 10,
184
+ "chosen_macro_mode": "widen_opening",
185
+ "planner_scores": [
186
+ 13.88973331451416,
187
+ 5.841348648071289,
188
+ 11.776616096496582,
189
+ 5.565731048583984
190
+ ],
191
+ "predicted_reocclusion": 0.38002529740333557,
192
+ "support_mode_conditioning": true,
193
+ "path_recoveries": 0,
194
+ "noop_fallbacks": 0
195
+ },
196
+ {
197
+ "timestep": 11,
198
+ "chosen_macro_mode": "widen_opening",
199
+ "planner_scores": [
200
+ 13.88973331451416,
201
+ 5.841348648071289,
202
+ 11.776616096496582,
203
+ 5.565731048583984
204
+ ],
205
+ "predicted_reocclusion": 0.38002529740333557,
206
+ "support_mode_conditioning": true,
207
+ "path_recoveries": 0,
208
+ "noop_fallbacks": 0
209
+ },
210
+ {
211
+ "timestep": 12,
212
+ "chosen_macro_mode": "lift_support_layer",
213
+ "planner_scores": [
214
+ 10.886326789855957,
215
+ 6.140202522277832,
216
+ 5.77911901473999,
217
+ 12.11752986907959
218
+ ],
219
+ "predicted_reocclusion": 0.3881509006023407,
220
+ "support_mode_conditioning": true,
221
+ "path_recoveries": 0,
222
+ "noop_fallbacks": 0
223
+ },
224
+ {
225
+ "timestep": 13,
226
+ "chosen_macro_mode": "lift_support_layer",
227
+ "planner_scores": [
228
+ 10.886326789855957,
229
+ 6.140202522277832,
230
+ 5.77911901473999,
231
+ 12.11752986907959
232
+ ],
233
+ "predicted_reocclusion": 0.3881509006023407,
234
+ "support_mode_conditioning": true,
235
+ "path_recoveries": 0,
236
+ "noop_fallbacks": 0
237
+ },
238
+ {
239
+ "timestep": 14,
240
+ "chosen_macro_mode": "lift_support_layer",
241
+ "planner_scores": [
242
+ 10.886326789855957,
243
+ 6.140202522277832,
244
+ 5.77911901473999,
245
+ 12.11752986907959
246
+ ],
247
+ "predicted_reocclusion": 0.3881509006023407,
248
+ "support_mode_conditioning": true,
249
+ "path_recoveries": 0,
250
+ "noop_fallbacks": 0
251
+ },
252
+ {
253
+ "timestep": 15,
254
+ "chosen_macro_mode": "lift_support_layer",
255
+ "planner_scores": [
256
+ 10.886326789855957,
257
+ 6.140202522277832,
258
+ 5.77911901473999,
259
+ 12.11752986907959
260
+ ],
261
+ "predicted_reocclusion": 0.3881509006023407,
262
+ "support_mode_conditioning": true,
263
+ "path_recoveries": 0,
264
+ "noop_fallbacks": 0
265
+ },
266
+ {
267
+ "timestep": 16,
268
+ "chosen_macro_mode": "widen_opening",
269
+ "planner_scores": [
270
+ 13.237479209899902,
271
+ 5.80584192276001,
272
+ 11.609903335571289,
273
+ 5.513796329498291
274
+ ],
275
+ "predicted_reocclusion": 0.3775847852230072,
276
+ "support_mode_conditioning": true,
277
+ "path_recoveries": 0,
278
+ "noop_fallbacks": 0
279
+ },
280
+ {
281
+ "timestep": 17,
282
+ "chosen_macro_mode": "widen_opening",
283
+ "planner_scores": [
284
+ 13.237479209899902,
285
+ 5.80584192276001,
286
+ 11.609903335571289,
287
+ 5.513796329498291
288
+ ],
289
+ "predicted_reocclusion": 0.3775847852230072,
290
+ "support_mode_conditioning": true,
291
+ "path_recoveries": 0,
292
+ "noop_fallbacks": 0
293
+ },
294
+ {
295
+ "timestep": 18,
296
+ "chosen_macro_mode": "widen_opening",
297
+ "planner_scores": [
298
+ 13.237479209899902,
299
+ 5.80584192276001,
300
+ 11.609903335571289,
301
+ 5.513796329498291
302
+ ],
303
+ "predicted_reocclusion": 0.3775847852230072,
304
+ "support_mode_conditioning": true,
305
+ "path_recoveries": 0,
306
+ "noop_fallbacks": 0
307
+ },
308
+ {
309
+ "timestep": 19,
310
+ "chosen_macro_mode": "widen_opening",
311
+ "planner_scores": [
312
+ 13.237479209899902,
313
+ 5.80584192276001,
314
+ 11.609903335571289,
315
+ 5.513796329498291
316
+ ],
317
+ "predicted_reocclusion": 0.3775847852230072,
318
+ "support_mode_conditioning": true,
319
+ "path_recoveries": 0,
320
+ "noop_fallbacks": 0
321
+ }
322
+ ],
323
+ "success": 0.0,
324
+ "return": 0.0,
325
+ "path_recoveries": 0,
326
+ "noop_fallbacks": 0
327
+ }
328
+ ],
329
+ "mean_success": 0.0,
330
+ "mean_return": 0.0
331
+ }
332
+ },
333
+ "mean_success": 0.0
334
+ }
335
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_item_in_drawer/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python -m eval.run_rlbench_rollout_eval --checkpoint /workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt --output-dir /workspace/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_item_in_drawer --tasks bimanual_put_item_in_drawer --episodes-per-task 1 --episode-length 20 --resolution 224 --device cuda --chunk-commit-steps 4 --headless --plan --allow-unsupervised-planning
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_item_in_drawer/rollout_eval.json ADDED
@@ -0,0 +1,333 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_put_item_in_drawer": {
21
+ "task_class": "BimanualPutItemInDrawer",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "put the item in the bottom drawer",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 14.025218963623047,
46
+ 6.000443458557129,
47
+ 11.812177658081055,
48
+ 5.719684600830078
49
+ ],
50
+ "predicted_reocclusion": 0.382251501083374,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 14.025218963623047,
60
+ 6.000443458557129,
61
+ 11.812177658081055,
62
+ 5.719684600830078
63
+ ],
64
+ "predicted_reocclusion": 0.382251501083374,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 14.025218963623047,
74
+ 6.000443458557129,
75
+ 11.812177658081055,
76
+ 5.719684600830078
77
+ ],
78
+ "predicted_reocclusion": 0.382251501083374,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 14.025218963623047,
88
+ 6.000443458557129,
89
+ 11.812177658081055,
90
+ 5.719684600830078
91
+ ],
92
+ "predicted_reocclusion": 0.382251501083374,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.70076847076416,
102
+ 6.389079570770264,
103
+ 6.0074615478515625,
104
+ 12.12783145904541
105
+ ],
106
+ "predicted_reocclusion": 0.3900434970855713,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.70076847076416,
116
+ 6.389079570770264,
117
+ 6.0074615478515625,
118
+ 12.12783145904541
119
+ ],
120
+ "predicted_reocclusion": 0.3900434970855713,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.70076847076416,
130
+ 6.389079570770264,
131
+ 6.0074615478515625,
132
+ 12.12783145904541
133
+ ],
134
+ "predicted_reocclusion": 0.3900434970855713,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.70076847076416,
144
+ 6.389079570770264,
145
+ 6.0074615478515625,
146
+ 12.12783145904541
147
+ ],
148
+ "predicted_reocclusion": 0.3900434970855713,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 13.875787734985352,
158
+ 5.967217445373535,
159
+ 11.788883209228516,
160
+ 5.688523769378662
161
+ ],
162
+ "predicted_reocclusion": 0.3815034031867981,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 13.875787734985352,
172
+ 5.967217445373535,
173
+ 11.788883209228516,
174
+ 5.688523769378662
175
+ ],
176
+ "predicted_reocclusion": 0.3815034031867981,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 13.875787734985352,
186
+ 5.967217445373535,
187
+ 11.788883209228516,
188
+ 5.688523769378662
189
+ ],
190
+ "predicted_reocclusion": 0.3815034031867981,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 13.875787734985352,
200
+ 5.967217445373535,
201
+ 11.788883209228516,
202
+ 5.688523769378662
203
+ ],
204
+ "predicted_reocclusion": 0.3815034031867981,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.382401466369629,
214
+ 6.20745325088501,
215
+ 5.833916187286377,
216
+ 12.117984771728516
217
+ ],
218
+ "predicted_reocclusion": 0.389631062746048,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.382401466369629,
228
+ 6.20745325088501,
229
+ 5.833916187286377,
230
+ 12.117984771728516
231
+ ],
232
+ "predicted_reocclusion": 0.389631062746048,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.382401466369629,
242
+ 6.20745325088501,
243
+ 5.833916187286377,
244
+ 12.117984771728516
245
+ ],
246
+ "predicted_reocclusion": 0.389631062746048,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.382401466369629,
256
+ 6.20745325088501,
257
+ 5.833916187286377,
258
+ 12.117984771728516
259
+ ],
260
+ "predicted_reocclusion": 0.389631062746048,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 13.137346267700195,
270
+ 5.938095569610596,
271
+ 11.654315948486328,
272
+ 5.644083499908447
273
+ ],
274
+ "predicted_reocclusion": 0.37871772050857544,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 13.137346267700195,
284
+ 5.938095569610596,
285
+ 11.654315948486328,
286
+ 5.644083499908447
287
+ ],
288
+ "predicted_reocclusion": 0.37871772050857544,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 13.137346267700195,
298
+ 5.938095569610596,
299
+ 11.654315948486328,
300
+ 5.644083499908447
301
+ ],
302
+ "predicted_reocclusion": 0.37871772050857544,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 13.137346267700195,
312
+ 5.938095569610596,
313
+ 11.654315948486328,
314
+ 5.644083499908447
315
+ ],
316
+ "predicted_reocclusion": 0.37871772050857544,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_item_in_drawer/rollout_eval.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # RLBench Rollout Eval
2
+
3
+ - Checkpoint: `/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt`
4
+ - Plan requested: `True`
5
+ - Plan applied: `True`
6
+ - Support-mode conditioning: `True`
7
+ - Task conditioning: `True`
8
+ - Geometry enabled: `True`
9
+ - World-model mode: `checkpoint_default`
10
+ - Mean success: `0.000`
11
+
12
+ ## Per-task
13
+
14
+ - `bimanual_put_item_in_drawer`: mean_success=0.000, returns=[0.0]
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_item_in_drawer/stderr.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ /workspace/envs/rlbench/lib/python3.10/site-packages/torch/nn/modules/transformer.py:306: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True
2
+ warnings.warn(f"enable_nested_tensor is True, but self.use_nested_tensor is False because {why_not_sparsity_fast_path}")
3
+ qt.qpa.xcb: QXcbConnection: XCB error: 148 (Unknown), sequence: 181, resource id: 0, major code: 140 (Unknown), minor code: 20
4
+ WARNING:root:not sure how _robot_shapes are used is used.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_put_item_in_drawer/stdout.txt ADDED
@@ -0,0 +1,334 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_put_item_in_drawer": {
21
+ "task_class": "BimanualPutItemInDrawer",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "put the item in the bottom drawer",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 14.025218963623047,
46
+ 6.000443458557129,
47
+ 11.812177658081055,
48
+ 5.719684600830078
49
+ ],
50
+ "predicted_reocclusion": 0.382251501083374,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 14.025218963623047,
60
+ 6.000443458557129,
61
+ 11.812177658081055,
62
+ 5.719684600830078
63
+ ],
64
+ "predicted_reocclusion": 0.382251501083374,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 14.025218963623047,
74
+ 6.000443458557129,
75
+ 11.812177658081055,
76
+ 5.719684600830078
77
+ ],
78
+ "predicted_reocclusion": 0.382251501083374,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 14.025218963623047,
88
+ 6.000443458557129,
89
+ 11.812177658081055,
90
+ 5.719684600830078
91
+ ],
92
+ "predicted_reocclusion": 0.382251501083374,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.70076847076416,
102
+ 6.389079570770264,
103
+ 6.0074615478515625,
104
+ 12.12783145904541
105
+ ],
106
+ "predicted_reocclusion": 0.3900434970855713,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.70076847076416,
116
+ 6.389079570770264,
117
+ 6.0074615478515625,
118
+ 12.12783145904541
119
+ ],
120
+ "predicted_reocclusion": 0.3900434970855713,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.70076847076416,
130
+ 6.389079570770264,
131
+ 6.0074615478515625,
132
+ 12.12783145904541
133
+ ],
134
+ "predicted_reocclusion": 0.3900434970855713,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.70076847076416,
144
+ 6.389079570770264,
145
+ 6.0074615478515625,
146
+ 12.12783145904541
147
+ ],
148
+ "predicted_reocclusion": 0.3900434970855713,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 13.875787734985352,
158
+ 5.967217445373535,
159
+ 11.788883209228516,
160
+ 5.688523769378662
161
+ ],
162
+ "predicted_reocclusion": 0.3815034031867981,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 13.875787734985352,
172
+ 5.967217445373535,
173
+ 11.788883209228516,
174
+ 5.688523769378662
175
+ ],
176
+ "predicted_reocclusion": 0.3815034031867981,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 13.875787734985352,
186
+ 5.967217445373535,
187
+ 11.788883209228516,
188
+ 5.688523769378662
189
+ ],
190
+ "predicted_reocclusion": 0.3815034031867981,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 13.875787734985352,
200
+ 5.967217445373535,
201
+ 11.788883209228516,
202
+ 5.688523769378662
203
+ ],
204
+ "predicted_reocclusion": 0.3815034031867981,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.382401466369629,
214
+ 6.20745325088501,
215
+ 5.833916187286377,
216
+ 12.117984771728516
217
+ ],
218
+ "predicted_reocclusion": 0.389631062746048,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.382401466369629,
228
+ 6.20745325088501,
229
+ 5.833916187286377,
230
+ 12.117984771728516
231
+ ],
232
+ "predicted_reocclusion": 0.389631062746048,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.382401466369629,
242
+ 6.20745325088501,
243
+ 5.833916187286377,
244
+ 12.117984771728516
245
+ ],
246
+ "predicted_reocclusion": 0.389631062746048,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.382401466369629,
256
+ 6.20745325088501,
257
+ 5.833916187286377,
258
+ 12.117984771728516
259
+ ],
260
+ "predicted_reocclusion": 0.389631062746048,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 13.137346267700195,
270
+ 5.938095569610596,
271
+ 11.654315948486328,
272
+ 5.644083499908447
273
+ ],
274
+ "predicted_reocclusion": 0.37871772050857544,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 13.137346267700195,
284
+ 5.938095569610596,
285
+ 11.654315948486328,
286
+ 5.644083499908447
287
+ ],
288
+ "predicted_reocclusion": 0.37871772050857544,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 13.137346267700195,
298
+ 5.938095569610596,
299
+ 11.654315948486328,
300
+ 5.644083499908447
301
+ ],
302
+ "predicted_reocclusion": 0.37871772050857544,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 13.137346267700195,
312
+ 5.938095569610596,
313
+ 11.654315948486328,
314
+ 5.644083499908447
315
+ ],
316
+ "predicted_reocclusion": 0.37871772050857544,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
334
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_straighten_rope/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python -m eval.run_rlbench_rollout_eval --checkpoint /workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt --output-dir /workspace/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_straighten_rope --tasks bimanual_straighten_rope --episodes-per-task 1 --episode-length 20 --resolution 224 --device cuda --chunk-commit-steps 4 --headless --plan --allow-unsupervised-planning
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_straighten_rope/rollout_eval.json ADDED
@@ -0,0 +1,333 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_straighten_rope": {
21
+ "task_class": "BimanualStraightenRope",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "straighten rope",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 13.588741302490234,
46
+ 5.782121181488037,
47
+ 11.639371871948242,
48
+ 5.494472503662109
49
+ ],
50
+ "predicted_reocclusion": 0.3798917829990387,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 13.588741302490234,
60
+ 5.782121181488037,
61
+ 11.639371871948242,
62
+ 5.494472503662109
63
+ ],
64
+ "predicted_reocclusion": 0.3798917829990387,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 13.588741302490234,
74
+ 5.782121181488037,
75
+ 11.639371871948242,
76
+ 5.494472503662109
77
+ ],
78
+ "predicted_reocclusion": 0.3798917829990387,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 13.588741302490234,
88
+ 5.782121181488037,
89
+ 11.639371871948242,
90
+ 5.494472503662109
91
+ ],
92
+ "predicted_reocclusion": 0.3798917829990387,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.313695907592773,
102
+ 5.952870845794678,
103
+ 5.539202690124512,
104
+ 11.953441619873047
105
+ ],
106
+ "predicted_reocclusion": 0.39243757724761963,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.313695907592773,
116
+ 5.952870845794678,
117
+ 5.539202690124512,
118
+ 11.953441619873047
119
+ ],
120
+ "predicted_reocclusion": 0.39243757724761963,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.313695907592773,
130
+ 5.952870845794678,
131
+ 5.539202690124512,
132
+ 11.953441619873047
133
+ ],
134
+ "predicted_reocclusion": 0.39243757724761963,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.313695907592773,
144
+ 5.952870845794678,
145
+ 5.539202690124512,
146
+ 11.953441619873047
147
+ ],
148
+ "predicted_reocclusion": 0.39243757724761963,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 13.439936637878418,
158
+ 5.709724426269531,
159
+ 11.589483261108398,
160
+ 5.4258713722229
161
+ ],
162
+ "predicted_reocclusion": 0.3788076937198639,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 13.439936637878418,
172
+ 5.709724426269531,
173
+ 11.589483261108398,
174
+ 5.4258713722229
175
+ ],
176
+ "predicted_reocclusion": 0.3788076937198639,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 13.439936637878418,
186
+ 5.709724426269531,
187
+ 11.589483261108398,
188
+ 5.4258713722229
189
+ ],
190
+ "predicted_reocclusion": 0.3788076937198639,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 13.439936637878418,
200
+ 5.709724426269531,
201
+ 11.589483261108398,
202
+ 5.4258713722229
203
+ ],
204
+ "predicted_reocclusion": 0.3788076937198639,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.279595375061035,
214
+ 6.054841995239258,
215
+ 5.678375244140625,
216
+ 12.099005699157715
217
+ ],
218
+ "predicted_reocclusion": 0.3893745243549347,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.279595375061035,
228
+ 6.054841995239258,
229
+ 5.678375244140625,
230
+ 12.099005699157715
231
+ ],
232
+ "predicted_reocclusion": 0.3893745243549347,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.279595375061035,
242
+ 6.054841995239258,
243
+ 5.678375244140625,
244
+ 12.099005699157715
245
+ ],
246
+ "predicted_reocclusion": 0.3893745243549347,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.279595375061035,
256
+ 6.054841995239258,
257
+ 5.678375244140625,
258
+ 12.099005699157715
259
+ ],
260
+ "predicted_reocclusion": 0.3893745243549347,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 12.545841217041016,
270
+ 5.691144943237305,
271
+ 11.526495933532715,
272
+ 5.396435737609863
273
+ ],
274
+ "predicted_reocclusion": 0.3753328323364258,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 12.545841217041016,
284
+ 5.691144943237305,
285
+ 11.526495933532715,
286
+ 5.396435737609863
287
+ ],
288
+ "predicted_reocclusion": 0.3753328323364258,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 12.545841217041016,
298
+ 5.691144943237305,
299
+ 11.526495933532715,
300
+ 5.396435737609863
301
+ ],
302
+ "predicted_reocclusion": 0.3753328323364258,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 12.545841217041016,
312
+ 5.691144943237305,
313
+ 11.526495933532715,
314
+ 5.396435737609863
315
+ ],
316
+ "predicted_reocclusion": 0.3753328323364258,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_straighten_rope/rollout_eval.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # RLBench Rollout Eval
2
+
3
+ - Checkpoint: `/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt`
4
+ - Plan requested: `True`
5
+ - Plan applied: `True`
6
+ - Support-mode conditioning: `True`
7
+ - Task conditioning: `True`
8
+ - Geometry enabled: `True`
9
+ - World-model mode: `checkpoint_default`
10
+ - Mean success: `0.000`
11
+
12
+ ## Per-task
13
+
14
+ - `bimanual_straighten_rope`: mean_success=0.000, returns=[0.0]
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_straighten_rope/stderr.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ /workspace/envs/rlbench/lib/python3.10/site-packages/torch/nn/modules/transformer.py:306: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True
2
+ warnings.warn(f"enable_nested_tensor is True, but self.use_nested_tensor is False because {why_not_sparsity_fast_path}")
3
+ qt.qpa.xcb: QXcbConnection: XCB error: 148 (Unknown), sequence: 181, resource id: 0, major code: 140 (Unknown), minor code: 20
4
+ WARNING:root:not sure how _robot_shapes are used is used.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_straighten_rope/stdout.txt ADDED
@@ -0,0 +1,334 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_straighten_rope": {
21
+ "task_class": "BimanualStraightenRope",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "straighten rope",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 13.588741302490234,
46
+ 5.782121181488037,
47
+ 11.639371871948242,
48
+ 5.494472503662109
49
+ ],
50
+ "predicted_reocclusion": 0.3798917829990387,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 13.588741302490234,
60
+ 5.782121181488037,
61
+ 11.639371871948242,
62
+ 5.494472503662109
63
+ ],
64
+ "predicted_reocclusion": 0.3798917829990387,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 13.588741302490234,
74
+ 5.782121181488037,
75
+ 11.639371871948242,
76
+ 5.494472503662109
77
+ ],
78
+ "predicted_reocclusion": 0.3798917829990387,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 13.588741302490234,
88
+ 5.782121181488037,
89
+ 11.639371871948242,
90
+ 5.494472503662109
91
+ ],
92
+ "predicted_reocclusion": 0.3798917829990387,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.313695907592773,
102
+ 5.952870845794678,
103
+ 5.539202690124512,
104
+ 11.953441619873047
105
+ ],
106
+ "predicted_reocclusion": 0.39243757724761963,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.313695907592773,
116
+ 5.952870845794678,
117
+ 5.539202690124512,
118
+ 11.953441619873047
119
+ ],
120
+ "predicted_reocclusion": 0.39243757724761963,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.313695907592773,
130
+ 5.952870845794678,
131
+ 5.539202690124512,
132
+ 11.953441619873047
133
+ ],
134
+ "predicted_reocclusion": 0.39243757724761963,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.313695907592773,
144
+ 5.952870845794678,
145
+ 5.539202690124512,
146
+ 11.953441619873047
147
+ ],
148
+ "predicted_reocclusion": 0.39243757724761963,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 13.439936637878418,
158
+ 5.709724426269531,
159
+ 11.589483261108398,
160
+ 5.4258713722229
161
+ ],
162
+ "predicted_reocclusion": 0.3788076937198639,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 13.439936637878418,
172
+ 5.709724426269531,
173
+ 11.589483261108398,
174
+ 5.4258713722229
175
+ ],
176
+ "predicted_reocclusion": 0.3788076937198639,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 13.439936637878418,
186
+ 5.709724426269531,
187
+ 11.589483261108398,
188
+ 5.4258713722229
189
+ ],
190
+ "predicted_reocclusion": 0.3788076937198639,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 13.439936637878418,
200
+ 5.709724426269531,
201
+ 11.589483261108398,
202
+ 5.4258713722229
203
+ ],
204
+ "predicted_reocclusion": 0.3788076937198639,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.279595375061035,
214
+ 6.054841995239258,
215
+ 5.678375244140625,
216
+ 12.099005699157715
217
+ ],
218
+ "predicted_reocclusion": 0.3893745243549347,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.279595375061035,
228
+ 6.054841995239258,
229
+ 5.678375244140625,
230
+ 12.099005699157715
231
+ ],
232
+ "predicted_reocclusion": 0.3893745243549347,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.279595375061035,
242
+ 6.054841995239258,
243
+ 5.678375244140625,
244
+ 12.099005699157715
245
+ ],
246
+ "predicted_reocclusion": 0.3893745243549347,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.279595375061035,
256
+ 6.054841995239258,
257
+ 5.678375244140625,
258
+ 12.099005699157715
259
+ ],
260
+ "predicted_reocclusion": 0.3893745243549347,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 12.545841217041016,
270
+ 5.691144943237305,
271
+ 11.526495933532715,
272
+ 5.396435737609863
273
+ ],
274
+ "predicted_reocclusion": 0.3753328323364258,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 12.545841217041016,
284
+ 5.691144943237305,
285
+ 11.526495933532715,
286
+ 5.396435737609863
287
+ ],
288
+ "predicted_reocclusion": 0.3753328323364258,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 12.545841217041016,
298
+ 5.691144943237305,
299
+ 11.526495933532715,
300
+ 5.396435737609863
301
+ ],
302
+ "predicted_reocclusion": 0.3753328323364258,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 12.545841217041016,
312
+ 5.691144943237305,
313
+ 11.526495933532715,
314
+ 5.396435737609863
315
+ ],
316
+ "predicted_reocclusion": 0.3753328323364258,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
334
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_sweep_to_dustpan/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python -m eval.run_rlbench_rollout_eval --checkpoint /workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt --output-dir /workspace/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_sweep_to_dustpan --tasks bimanual_sweep_to_dustpan --episodes-per-task 1 --episode-length 20 --resolution 224 --device cuda --chunk-commit-steps 4 --headless --plan --allow-unsupervised-planning
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_sweep_to_dustpan/rollout_eval.json ADDED
@@ -0,0 +1,333 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_sweep_to_dustpan": {
21
+ "task_class": "BimanualSweepToDustpan",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "sweep dirt to dustpan",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 14.018957138061523,
46
+ 5.87012243270874,
47
+ 11.783513069152832,
48
+ 5.594449520111084
49
+ ],
50
+ "predicted_reocclusion": 0.3810321092605591,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 14.018957138061523,
60
+ 5.87012243270874,
61
+ 11.783513069152832,
62
+ 5.594449520111084
63
+ ],
64
+ "predicted_reocclusion": 0.3810321092605591,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 14.018957138061523,
74
+ 5.87012243270874,
75
+ 11.783513069152832,
76
+ 5.594449520111084
77
+ ],
78
+ "predicted_reocclusion": 0.3810321092605591,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 14.018957138061523,
88
+ 5.87012243270874,
89
+ 11.783513069152832,
90
+ 5.594449520111084
91
+ ],
92
+ "predicted_reocclusion": 0.3810321092605591,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.487765312194824,
102
+ 6.232867240905762,
103
+ 5.853690147399902,
104
+ 12.096497535705566
105
+ ],
106
+ "predicted_reocclusion": 0.38957154750823975,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.487765312194824,
116
+ 6.232867240905762,
117
+ 5.853690147399902,
118
+ 12.096497535705566
119
+ ],
120
+ "predicted_reocclusion": 0.38957154750823975,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.487765312194824,
130
+ 6.232867240905762,
131
+ 5.853690147399902,
132
+ 12.096497535705566
133
+ ],
134
+ "predicted_reocclusion": 0.38957154750823975,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.487765312194824,
144
+ 6.232867240905762,
145
+ 5.853690147399902,
146
+ 12.096497535705566
147
+ ],
148
+ "predicted_reocclusion": 0.38957154750823975,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 14.058934211730957,
158
+ 5.836539268493652,
159
+ 11.828792572021484,
160
+ 5.570562839508057
161
+ ],
162
+ "predicted_reocclusion": 0.3808514475822449,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 14.058934211730957,
172
+ 5.836539268493652,
173
+ 11.828792572021484,
174
+ 5.570562839508057
175
+ ],
176
+ "predicted_reocclusion": 0.3808514475822449,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 14.058934211730957,
186
+ 5.836539268493652,
187
+ 11.828792572021484,
188
+ 5.570562839508057
189
+ ],
190
+ "predicted_reocclusion": 0.3808514475822449,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 14.058934211730957,
200
+ 5.836539268493652,
201
+ 11.828792572021484,
202
+ 5.570562839508057
203
+ ],
204
+ "predicted_reocclusion": 0.3808514475822449,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.145184516906738,
214
+ 5.996817588806152,
215
+ 5.6288371086120605,
216
+ 12.03361701965332
217
+ ],
218
+ "predicted_reocclusion": 0.3893498182296753,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.145184516906738,
228
+ 5.996817588806152,
229
+ 5.6288371086120605,
230
+ 12.03361701965332
231
+ ],
232
+ "predicted_reocclusion": 0.3893498182296753,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.145184516906738,
242
+ 5.996817588806152,
243
+ 5.6288371086120605,
244
+ 12.03361701965332
245
+ ],
246
+ "predicted_reocclusion": 0.3893498182296753,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.145184516906738,
256
+ 5.996817588806152,
257
+ 5.6288371086120605,
258
+ 12.03361701965332
259
+ ],
260
+ "predicted_reocclusion": 0.3893498182296753,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 13.587077140808105,
270
+ 5.798512935638428,
271
+ 11.665790557861328,
272
+ 5.515981674194336
273
+ ],
274
+ "predicted_reocclusion": 0.3794674873352051,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 13.587077140808105,
284
+ 5.798512935638428,
285
+ 11.665790557861328,
286
+ 5.515981674194336
287
+ ],
288
+ "predicted_reocclusion": 0.3794674873352051,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 13.587077140808105,
298
+ 5.798512935638428,
299
+ 11.665790557861328,
300
+ 5.515981674194336
301
+ ],
302
+ "predicted_reocclusion": 0.3794674873352051,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 13.587077140808105,
312
+ 5.798512935638428,
313
+ 11.665790557861328,
314
+ 5.515981674194336
315
+ ],
316
+ "predicted_reocclusion": 0.3794674873352051,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_sweep_to_dustpan/rollout_eval.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # RLBench Rollout Eval
2
+
3
+ - Checkpoint: `/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt`
4
+ - Plan requested: `True`
5
+ - Plan applied: `True`
6
+ - Support-mode conditioning: `True`
7
+ - Task conditioning: `True`
8
+ - Geometry enabled: `True`
9
+ - World-model mode: `checkpoint_default`
10
+ - Mean success: `0.000`
11
+
12
+ ## Per-task
13
+
14
+ - `bimanual_sweep_to_dustpan`: mean_success=0.000, returns=[0.0]
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_sweep_to_dustpan/stderr.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ /workspace/envs/rlbench/lib/python3.10/site-packages/torch/nn/modules/transformer.py:306: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True
2
+ warnings.warn(f"enable_nested_tensor is True, but self.use_nested_tensor is False because {why_not_sparsity_fast_path}")
3
+ qt.qpa.xcb: QXcbConnection: XCB error: 148 (Unknown), sequence: 181, resource id: 0, major code: 140 (Unknown), minor code: 20
4
+ WARNING:root:not sure how _robot_shapes are used is used.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_sweep_to_dustpan/stdout.txt ADDED
@@ -0,0 +1,334 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_sweep_to_dustpan": {
21
+ "task_class": "BimanualSweepToDustpan",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "sweep dirt to dustpan",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 14.018957138061523,
46
+ 5.87012243270874,
47
+ 11.783513069152832,
48
+ 5.594449520111084
49
+ ],
50
+ "predicted_reocclusion": 0.3810321092605591,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 14.018957138061523,
60
+ 5.87012243270874,
61
+ 11.783513069152832,
62
+ 5.594449520111084
63
+ ],
64
+ "predicted_reocclusion": 0.3810321092605591,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 14.018957138061523,
74
+ 5.87012243270874,
75
+ 11.783513069152832,
76
+ 5.594449520111084
77
+ ],
78
+ "predicted_reocclusion": 0.3810321092605591,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 14.018957138061523,
88
+ 5.87012243270874,
89
+ 11.783513069152832,
90
+ 5.594449520111084
91
+ ],
92
+ "predicted_reocclusion": 0.3810321092605591,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.487765312194824,
102
+ 6.232867240905762,
103
+ 5.853690147399902,
104
+ 12.096497535705566
105
+ ],
106
+ "predicted_reocclusion": 0.38957154750823975,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.487765312194824,
116
+ 6.232867240905762,
117
+ 5.853690147399902,
118
+ 12.096497535705566
119
+ ],
120
+ "predicted_reocclusion": 0.38957154750823975,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.487765312194824,
130
+ 6.232867240905762,
131
+ 5.853690147399902,
132
+ 12.096497535705566
133
+ ],
134
+ "predicted_reocclusion": 0.38957154750823975,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.487765312194824,
144
+ 6.232867240905762,
145
+ 5.853690147399902,
146
+ 12.096497535705566
147
+ ],
148
+ "predicted_reocclusion": 0.38957154750823975,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 14.058934211730957,
158
+ 5.836539268493652,
159
+ 11.828792572021484,
160
+ 5.570562839508057
161
+ ],
162
+ "predicted_reocclusion": 0.3808514475822449,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 14.058934211730957,
172
+ 5.836539268493652,
173
+ 11.828792572021484,
174
+ 5.570562839508057
175
+ ],
176
+ "predicted_reocclusion": 0.3808514475822449,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 14.058934211730957,
186
+ 5.836539268493652,
187
+ 11.828792572021484,
188
+ 5.570562839508057
189
+ ],
190
+ "predicted_reocclusion": 0.3808514475822449,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 14.058934211730957,
200
+ 5.836539268493652,
201
+ 11.828792572021484,
202
+ 5.570562839508057
203
+ ],
204
+ "predicted_reocclusion": 0.3808514475822449,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.145184516906738,
214
+ 5.996817588806152,
215
+ 5.6288371086120605,
216
+ 12.03361701965332
217
+ ],
218
+ "predicted_reocclusion": 0.3893498182296753,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.145184516906738,
228
+ 5.996817588806152,
229
+ 5.6288371086120605,
230
+ 12.03361701965332
231
+ ],
232
+ "predicted_reocclusion": 0.3893498182296753,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.145184516906738,
242
+ 5.996817588806152,
243
+ 5.6288371086120605,
244
+ 12.03361701965332
245
+ ],
246
+ "predicted_reocclusion": 0.3893498182296753,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.145184516906738,
256
+ 5.996817588806152,
257
+ 5.6288371086120605,
258
+ 12.03361701965332
259
+ ],
260
+ "predicted_reocclusion": 0.3893498182296753,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 13.587077140808105,
270
+ 5.798512935638428,
271
+ 11.665790557861328,
272
+ 5.515981674194336
273
+ ],
274
+ "predicted_reocclusion": 0.3794674873352051,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 13.587077140808105,
284
+ 5.798512935638428,
285
+ 11.665790557861328,
286
+ 5.515981674194336
287
+ ],
288
+ "predicted_reocclusion": 0.3794674873352051,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 13.587077140808105,
298
+ 5.798512935638428,
299
+ 11.665790557861328,
300
+ 5.515981674194336
301
+ ],
302
+ "predicted_reocclusion": 0.3794674873352051,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 13.587077140808105,
312
+ 5.798512935638428,
313
+ 11.665790557861328,
314
+ 5.515981674194336
315
+ ],
316
+ "predicted_reocclusion": 0.3794674873352051,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
334
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_take_tray_out_of_oven/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python -m eval.run_rlbench_rollout_eval --checkpoint /workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt --output-dir /workspace/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_take_tray_out_of_oven --tasks bimanual_take_tray_out_of_oven --episodes-per-task 1 --episode-length 20 --resolution 224 --device cuda --chunk-commit-steps 4 --headless --plan --allow-unsupervised-planning
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_take_tray_out_of_oven/rollout_eval.json ADDED
@@ -0,0 +1,333 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_take_tray_out_of_oven": {
21
+ "task_class": "BimanualTakeTrayOutOfOven",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "take tray out of oven",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 13.929573059082031,
46
+ 5.987537860870361,
47
+ 11.814209938049316,
48
+ 5.6998982429504395
49
+ ],
50
+ "predicted_reocclusion": 0.38179412484169006,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 13.929573059082031,
60
+ 5.987537860870361,
61
+ 11.814209938049316,
62
+ 5.6998982429504395
63
+ ],
64
+ "predicted_reocclusion": 0.38179412484169006,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 13.929573059082031,
74
+ 5.987537860870361,
75
+ 11.814209938049316,
76
+ 5.6998982429504395
77
+ ],
78
+ "predicted_reocclusion": 0.38179412484169006,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 13.929573059082031,
88
+ 5.987537860870361,
89
+ 11.814209938049316,
90
+ 5.6998982429504395
91
+ ],
92
+ "predicted_reocclusion": 0.38179412484169006,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.777958869934082,
102
+ 6.425827980041504,
103
+ 6.039690017700195,
104
+ 12.204901695251465
105
+ ],
106
+ "predicted_reocclusion": 0.3899141550064087,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.777958869934082,
116
+ 6.425827980041504,
117
+ 6.039690017700195,
118
+ 12.204901695251465
119
+ ],
120
+ "predicted_reocclusion": 0.3899141550064087,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.777958869934082,
130
+ 6.425827980041504,
131
+ 6.039690017700195,
132
+ 12.204901695251465
133
+ ],
134
+ "predicted_reocclusion": 0.3899141550064087,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.777958869934082,
144
+ 6.425827980041504,
145
+ 6.039690017700195,
146
+ 12.204901695251465
147
+ ],
148
+ "predicted_reocclusion": 0.3899141550064087,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 13.767111778259277,
158
+ 5.931755542755127,
159
+ 11.774386405944824,
160
+ 5.646655559539795
161
+ ],
162
+ "predicted_reocclusion": 0.38106483221054077,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 13.767111778259277,
172
+ 5.931755542755127,
173
+ 11.774386405944824,
174
+ 5.646655559539795
175
+ ],
176
+ "predicted_reocclusion": 0.38106483221054077,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 13.767111778259277,
186
+ 5.931755542755127,
187
+ 11.774386405944824,
188
+ 5.646655559539795
189
+ ],
190
+ "predicted_reocclusion": 0.38106483221054077,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 13.767111778259277,
200
+ 5.931755542755127,
201
+ 11.774386405944824,
202
+ 5.646655559539795
203
+ ],
204
+ "predicted_reocclusion": 0.38106483221054077,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.574575424194336,
214
+ 6.229349613189697,
215
+ 5.854661464691162,
216
+ 12.179230690002441
217
+ ],
218
+ "predicted_reocclusion": 0.38981467485427856,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.574575424194336,
228
+ 6.229349613189697,
229
+ 5.854661464691162,
230
+ 12.179230690002441
231
+ ],
232
+ "predicted_reocclusion": 0.38981467485427856,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.574575424194336,
242
+ 6.229349613189697,
243
+ 5.854661464691162,
244
+ 12.179230690002441
245
+ ],
246
+ "predicted_reocclusion": 0.38981467485427856,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.574575424194336,
256
+ 6.229349613189697,
257
+ 5.854661464691162,
258
+ 12.179230690002441
259
+ ],
260
+ "predicted_reocclusion": 0.38981467485427856,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 12.876973152160645,
270
+ 5.912741661071777,
271
+ 11.671440124511719,
272
+ 5.613064289093018
273
+ ],
274
+ "predicted_reocclusion": 0.37785547971725464,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 12.876973152160645,
284
+ 5.912741661071777,
285
+ 11.671440124511719,
286
+ 5.613064289093018
287
+ ],
288
+ "predicted_reocclusion": 0.37785547971725464,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 12.876973152160645,
298
+ 5.912741661071777,
299
+ 11.671440124511719,
300
+ 5.613064289093018
301
+ ],
302
+ "predicted_reocclusion": 0.37785547971725464,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 12.876973152160645,
312
+ 5.912741661071777,
313
+ 11.671440124511719,
314
+ 5.613064289093018
315
+ ],
316
+ "predicted_reocclusion": 0.37785547971725464,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_take_tray_out_of_oven/rollout_eval.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # RLBench Rollout Eval
2
+
3
+ - Checkpoint: `/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt`
4
+ - Plan requested: `True`
5
+ - Plan applied: `True`
6
+ - Support-mode conditioning: `True`
7
+ - Task conditioning: `True`
8
+ - Geometry enabled: `True`
9
+ - World-model mode: `checkpoint_default`
10
+ - Mean success: `0.000`
11
+
12
+ ## Per-task
13
+
14
+ - `bimanual_take_tray_out_of_oven`: mean_success=0.000, returns=[0.0]
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_take_tray_out_of_oven/stderr.txt ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ /workspace/envs/rlbench/lib/python3.10/site-packages/torch/nn/modules/transformer.py:306: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True
2
+ warnings.warn(f"enable_nested_tensor is True, but self.use_nested_tensor is False because {why_not_sparsity_fast_path}")
3
+ qt.qpa.xcb: QXcbConnection: XCB error: 148 (Unknown), sequence: 181, resource id: 0, major code: 140 (Unknown), minor code: 20
4
+ WARNING:root:not sure how _robot_shapes are used is used.
5
+ WARNING:root:Waypoints are not reachable right=(False, 'waypoint3 - DualPanda') left=(True, '')
6
+ ERROR:root:Error when checking waypoints. Exception is: Error in task bimanual_take_tray_out_of_oven. Infeasible episode. Can't reach waypoint ((False, 'waypoint3 - DualPanda'), (True, '')).
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/bimanual_take_tray_out_of_oven/stdout.txt ADDED
@@ -0,0 +1,334 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_take_tray_out_of_oven": {
21
+ "task_class": "BimanualTakeTrayOutOfOven",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "take tray out of oven",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 13.929573059082031,
46
+ 5.987537860870361,
47
+ 11.814209938049316,
48
+ 5.6998982429504395
49
+ ],
50
+ "predicted_reocclusion": 0.38179412484169006,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 13.929573059082031,
60
+ 5.987537860870361,
61
+ 11.814209938049316,
62
+ 5.6998982429504395
63
+ ],
64
+ "predicted_reocclusion": 0.38179412484169006,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 13.929573059082031,
74
+ 5.987537860870361,
75
+ 11.814209938049316,
76
+ 5.6998982429504395
77
+ ],
78
+ "predicted_reocclusion": 0.38179412484169006,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 13.929573059082031,
88
+ 5.987537860870361,
89
+ 11.814209938049316,
90
+ 5.6998982429504395
91
+ ],
92
+ "predicted_reocclusion": 0.38179412484169006,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.777958869934082,
102
+ 6.425827980041504,
103
+ 6.039690017700195,
104
+ 12.204901695251465
105
+ ],
106
+ "predicted_reocclusion": 0.3899141550064087,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.777958869934082,
116
+ 6.425827980041504,
117
+ 6.039690017700195,
118
+ 12.204901695251465
119
+ ],
120
+ "predicted_reocclusion": 0.3899141550064087,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.777958869934082,
130
+ 6.425827980041504,
131
+ 6.039690017700195,
132
+ 12.204901695251465
133
+ ],
134
+ "predicted_reocclusion": 0.3899141550064087,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.777958869934082,
144
+ 6.425827980041504,
145
+ 6.039690017700195,
146
+ 12.204901695251465
147
+ ],
148
+ "predicted_reocclusion": 0.3899141550064087,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 13.767111778259277,
158
+ 5.931755542755127,
159
+ 11.774386405944824,
160
+ 5.646655559539795
161
+ ],
162
+ "predicted_reocclusion": 0.38106483221054077,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 13.767111778259277,
172
+ 5.931755542755127,
173
+ 11.774386405944824,
174
+ 5.646655559539795
175
+ ],
176
+ "predicted_reocclusion": 0.38106483221054077,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 13.767111778259277,
186
+ 5.931755542755127,
187
+ 11.774386405944824,
188
+ 5.646655559539795
189
+ ],
190
+ "predicted_reocclusion": 0.38106483221054077,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 13.767111778259277,
200
+ 5.931755542755127,
201
+ 11.774386405944824,
202
+ 5.646655559539795
203
+ ],
204
+ "predicted_reocclusion": 0.38106483221054077,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.574575424194336,
214
+ 6.229349613189697,
215
+ 5.854661464691162,
216
+ 12.179230690002441
217
+ ],
218
+ "predicted_reocclusion": 0.38981467485427856,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.574575424194336,
228
+ 6.229349613189697,
229
+ 5.854661464691162,
230
+ 12.179230690002441
231
+ ],
232
+ "predicted_reocclusion": 0.38981467485427856,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.574575424194336,
242
+ 6.229349613189697,
243
+ 5.854661464691162,
244
+ 12.179230690002441
245
+ ],
246
+ "predicted_reocclusion": 0.38981467485427856,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.574575424194336,
256
+ 6.229349613189697,
257
+ 5.854661464691162,
258
+ 12.179230690002441
259
+ ],
260
+ "predicted_reocclusion": 0.38981467485427856,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 12.876973152160645,
270
+ 5.912741661071777,
271
+ 11.671440124511719,
272
+ 5.613064289093018
273
+ ],
274
+ "predicted_reocclusion": 0.37785547971725464,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 12.876973152160645,
284
+ 5.912741661071777,
285
+ 11.671440124511719,
286
+ 5.613064289093018
287
+ ],
288
+ "predicted_reocclusion": 0.37785547971725464,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 12.876973152160645,
298
+ 5.912741661071777,
299
+ 11.671440124511719,
300
+ 5.613064289093018
301
+ ],
302
+ "predicted_reocclusion": 0.37785547971725464,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 12.876973152160645,
312
+ 5.912741661071777,
313
+ 11.671440124511719,
314
+ 5.613064289093018
315
+ ],
316
+ "predicted_reocclusion": 0.37785547971725464,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
334
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/rollout_eval.json ADDED
The diff for this file is too large to render. See raw diff
 
artifacts/reports/peract2_spatial_full_ep1/spatial_phase_seed17_plan_split/rollout_eval.md ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # PerAct2 13-Task Rollout Sweep
2
+
3
+ - Checkpoint: `/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt`
4
+ - Plan requested: `True`
5
+ - Plan applied: `True`
6
+ - Episodes per task: `1`
7
+ - Episode length: `20`
8
+ - Resolution: `224`
9
+ - No planner: `False`
10
+ - Disable task conditioning: `False`
11
+ - No geometry: `False`
12
+ - Compact world model: `False`
13
+ - Task count: `13`
14
+ - Error tasks: `[]`
15
+ - Mean success: `0.000`
16
+
17
+ ## Per-task
18
+
19
+ - `bimanual_push_box`: mean_success=0.000, mean_return=0.000, path_recoveries=[0], noop_fallbacks=[0]
20
+ - `bimanual_lift_ball`: mean_success=0.000, mean_return=0.000, path_recoveries=[0], noop_fallbacks=[0]
21
+ - `bimanual_dual_push_buttons`: mean_success=0.000, mean_return=0.000, path_recoveries=[0], noop_fallbacks=[0]
22
+ - `bimanual_pick_plate`: mean_success=0.000, mean_return=0.000, path_recoveries=[0], noop_fallbacks=[0]
23
+ - `bimanual_put_item_in_drawer`: mean_success=0.000, mean_return=0.000, path_recoveries=[0], noop_fallbacks=[0]
24
+ - `bimanual_put_bottle_in_fridge`: mean_success=0.000, mean_return=0.000, path_recoveries=[0], noop_fallbacks=[0]
25
+ - `bimanual_handover_item`: mean_success=0.000, mean_return=0.000, path_recoveries=[0], noop_fallbacks=[0]
26
+ - `bimanual_pick_laptop`: mean_success=0.000, mean_return=0.000, path_recoveries=[0], noop_fallbacks=[0]
27
+ - `bimanual_straighten_rope`: mean_success=0.000, mean_return=0.000, path_recoveries=[0], noop_fallbacks=[0]
28
+ - `bimanual_sweep_to_dustpan`: mean_success=0.000, mean_return=0.000, path_recoveries=[0], noop_fallbacks=[0]
29
+ - `bimanual_lift_tray`: mean_success=0.000, mean_return=0.000, path_recoveries=[0], noop_fallbacks=[0]
30
+ - `bimanual_handover_item_easy`: mean_success=0.000, mean_return=0.000, path_recoveries=[0], noop_fallbacks=[0]
31
+ - `bimanual_take_tray_out_of_oven`: mean_success=0.000, mean_return=0.000, path_recoveries=[0], noop_fallbacks=[0]
artifacts/reports/peract2_spatial_nogeom_ep1/spatial_phase_nogeom_seed17_plan_split/bimanual_push_box/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python -m eval.run_rlbench_rollout_eval --checkpoint /workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt --output-dir /workspace/reports/peract2_spatial_nogeom_ep1/spatial_phase_nogeom_seed17_plan_split/bimanual_push_box --tasks bimanual_push_box --episodes-per-task 1 --episode-length 20 --resolution 224 --device cuda --chunk-commit-steps 4 --headless --plan --allow-unsupervised-planning --no-geometry
artifacts/reports/peract2_spatial_nogeom_ep1/spatial_phase_nogeom_seed17_plan_split/bimanual_push_box/rollout_eval.json ADDED
@@ -0,0 +1,333 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": false,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_push_box": {
21
+ "task_class": "BimanualPushBox",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "push the box to the red area",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 13.937088012695312,
46
+ 5.9257659912109375,
47
+ 11.745388984680176,
48
+ 5.6424713134765625
49
+ ],
50
+ "predicted_reocclusion": 0.38209134340286255,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 13.937088012695312,
60
+ 5.9257659912109375,
61
+ 11.745388984680176,
62
+ 5.6424713134765625
63
+ ],
64
+ "predicted_reocclusion": 0.38209134340286255,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 13.937088012695312,
74
+ 5.9257659912109375,
75
+ 11.745388984680176,
76
+ 5.6424713134765625
77
+ ],
78
+ "predicted_reocclusion": 0.38209134340286255,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 13.937088012695312,
88
+ 5.9257659912109375,
89
+ 11.745388984680176,
90
+ 5.6424713134765625
91
+ ],
92
+ "predicted_reocclusion": 0.38209134340286255,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.582372665405273,
102
+ 6.214494705200195,
103
+ 5.810072898864746,
104
+ 12.089376449584961
105
+ ],
106
+ "predicted_reocclusion": 0.3910957872867584,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.582372665405273,
116
+ 6.214494705200195,
117
+ 5.810072898864746,
118
+ 12.089376449584961
119
+ ],
120
+ "predicted_reocclusion": 0.3910957872867584,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.582372665405273,
130
+ 6.214494705200195,
131
+ 5.810072898864746,
132
+ 12.089376449584961
133
+ ],
134
+ "predicted_reocclusion": 0.3910957872867584,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.582372665405273,
144
+ 6.214494705200195,
145
+ 5.810072898864746,
146
+ 12.089376449584961
147
+ ],
148
+ "predicted_reocclusion": 0.3910957872867584,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 13.763474464416504,
158
+ 5.876178741455078,
159
+ 11.699414253234863,
160
+ 5.594299793243408
161
+ ],
162
+ "predicted_reocclusion": 0.3811945617198944,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 13.763474464416504,
172
+ 5.876178741455078,
173
+ 11.699414253234863,
174
+ 5.594299793243408
175
+ ],
176
+ "predicted_reocclusion": 0.3811945617198944,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 13.763474464416504,
186
+ 5.876178741455078,
187
+ 11.699414253234863,
188
+ 5.594299793243408
189
+ ],
190
+ "predicted_reocclusion": 0.3811945617198944,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 13.763474464416504,
200
+ 5.876178741455078,
201
+ 11.699414253234863,
202
+ 5.594299793243408
203
+ ],
204
+ "predicted_reocclusion": 0.3811945617198944,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.471626281738281,
214
+ 6.198143005371094,
215
+ 5.81951379776001,
216
+ 12.16220760345459
217
+ ],
218
+ "predicted_reocclusion": 0.3890568017959595,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.471626281738281,
228
+ 6.198143005371094,
229
+ 5.81951379776001,
230
+ 12.16220760345459
231
+ ],
232
+ "predicted_reocclusion": 0.3890568017959595,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.471626281738281,
242
+ 6.198143005371094,
243
+ 5.81951379776001,
244
+ 12.16220760345459
245
+ ],
246
+ "predicted_reocclusion": 0.3890568017959595,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.471626281738281,
256
+ 6.198143005371094,
257
+ 5.81951379776001,
258
+ 12.16220760345459
259
+ ],
260
+ "predicted_reocclusion": 0.3890568017959595,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 13.007949829101562,
270
+ 5.843700885772705,
271
+ 11.593058586120605,
272
+ 5.5489420890808105
273
+ ],
274
+ "predicted_reocclusion": 0.3780692219734192,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 13.007949829101562,
284
+ 5.843700885772705,
285
+ 11.593058586120605,
286
+ 5.5489420890808105
287
+ ],
288
+ "predicted_reocclusion": 0.3780692219734192,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 13.007949829101562,
298
+ 5.843700885772705,
299
+ 11.593058586120605,
300
+ 5.5489420890808105
301
+ ],
302
+ "predicted_reocclusion": 0.3780692219734192,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 13.007949829101562,
312
+ 5.843700885772705,
313
+ 11.593058586120605,
314
+ 5.5489420890808105
315
+ ],
316
+ "predicted_reocclusion": 0.3780692219734192,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
artifacts/reports/peract2_spatial_nogeom_ep1/spatial_phase_nogeom_seed17_plan_split/bimanual_push_box/rollout_eval.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # RLBench Rollout Eval
2
+
3
+ - Checkpoint: `/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt`
4
+ - Plan requested: `True`
5
+ - Plan applied: `True`
6
+ - Support-mode conditioning: `True`
7
+ - Task conditioning: `True`
8
+ - Geometry enabled: `False`
9
+ - World-model mode: `checkpoint_default`
10
+ - Mean success: `0.000`
11
+
12
+ ## Per-task
13
+
14
+ - `bimanual_push_box`: mean_success=0.000, returns=[0.0]
artifacts/reports/peract2_spatial_nogeom_ep1/spatial_phase_nogeom_seed17_plan_split/bimanual_push_box/stderr.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ /workspace/envs/rlbench/lib/python3.10/site-packages/torch/nn/modules/transformer.py:306: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True
2
+ warnings.warn(f"enable_nested_tensor is True, but self.use_nested_tensor is False because {why_not_sparsity_fast_path}")
3
+ qt.qpa.xcb: QXcbConnection: XCB error: 148 (Unknown), sequence: 181, resource id: 0, major code: 140 (Unknown), minor code: 20
4
+ WARNING:root:not sure how _robot_shapes are used is used.
artifacts/reports/peract2_spatial_nogeom_ep1/spatial_phase_nogeom_seed17_plan_split/bimanual_push_box/stdout.txt ADDED
@@ -0,0 +1,334 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_spatial_phase_seed17/checkpoint_best.pt",
3
+ "plan_requested": true,
4
+ "plan_applied": true,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": false,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 20,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "cameras": [
15
+ "front",
16
+ "wrist_left",
17
+ "wrist_right"
18
+ ],
19
+ "tasks": {
20
+ "bimanual_push_box": {
21
+ "task_class": "BimanualPushBox",
22
+ "successes": [
23
+ 0.0
24
+ ],
25
+ "returns": [
26
+ 0.0
27
+ ],
28
+ "path_recoveries": [
29
+ 0
30
+ ],
31
+ "noop_fallbacks": [
32
+ 0
33
+ ],
34
+ "reset_retries": [
35
+ 0
36
+ ],
37
+ "episode_traces": [
38
+ {
39
+ "language_goal": "push the box to the red area",
40
+ "steps": [
41
+ {
42
+ "timestep": 0,
43
+ "chosen_macro_mode": "widen_opening",
44
+ "planner_scores": [
45
+ 13.937088012695312,
46
+ 5.9257659912109375,
47
+ 11.745388984680176,
48
+ 5.6424713134765625
49
+ ],
50
+ "predicted_reocclusion": 0.38209134340286255,
51
+ "support_mode_conditioning": true,
52
+ "path_recoveries": 0,
53
+ "noop_fallbacks": 0
54
+ },
55
+ {
56
+ "timestep": 1,
57
+ "chosen_macro_mode": "widen_opening",
58
+ "planner_scores": [
59
+ 13.937088012695312,
60
+ 5.9257659912109375,
61
+ 11.745388984680176,
62
+ 5.6424713134765625
63
+ ],
64
+ "predicted_reocclusion": 0.38209134340286255,
65
+ "support_mode_conditioning": true,
66
+ "path_recoveries": 0,
67
+ "noop_fallbacks": 0
68
+ },
69
+ {
70
+ "timestep": 2,
71
+ "chosen_macro_mode": "widen_opening",
72
+ "planner_scores": [
73
+ 13.937088012695312,
74
+ 5.9257659912109375,
75
+ 11.745388984680176,
76
+ 5.6424713134765625
77
+ ],
78
+ "predicted_reocclusion": 0.38209134340286255,
79
+ "support_mode_conditioning": true,
80
+ "path_recoveries": 0,
81
+ "noop_fallbacks": 0
82
+ },
83
+ {
84
+ "timestep": 3,
85
+ "chosen_macro_mode": "widen_opening",
86
+ "planner_scores": [
87
+ 13.937088012695312,
88
+ 5.9257659912109375,
89
+ 11.745388984680176,
90
+ 5.6424713134765625
91
+ ],
92
+ "predicted_reocclusion": 0.38209134340286255,
93
+ "support_mode_conditioning": true,
94
+ "path_recoveries": 0,
95
+ "noop_fallbacks": 0
96
+ },
97
+ {
98
+ "timestep": 4,
99
+ "chosen_macro_mode": "lift_support_layer",
100
+ "planner_scores": [
101
+ 11.582372665405273,
102
+ 6.214494705200195,
103
+ 5.810072898864746,
104
+ 12.089376449584961
105
+ ],
106
+ "predicted_reocclusion": 0.3910957872867584,
107
+ "support_mode_conditioning": true,
108
+ "path_recoveries": 0,
109
+ "noop_fallbacks": 0
110
+ },
111
+ {
112
+ "timestep": 5,
113
+ "chosen_macro_mode": "lift_support_layer",
114
+ "planner_scores": [
115
+ 11.582372665405273,
116
+ 6.214494705200195,
117
+ 5.810072898864746,
118
+ 12.089376449584961
119
+ ],
120
+ "predicted_reocclusion": 0.3910957872867584,
121
+ "support_mode_conditioning": true,
122
+ "path_recoveries": 0,
123
+ "noop_fallbacks": 0
124
+ },
125
+ {
126
+ "timestep": 6,
127
+ "chosen_macro_mode": "lift_support_layer",
128
+ "planner_scores": [
129
+ 11.582372665405273,
130
+ 6.214494705200195,
131
+ 5.810072898864746,
132
+ 12.089376449584961
133
+ ],
134
+ "predicted_reocclusion": 0.3910957872867584,
135
+ "support_mode_conditioning": true,
136
+ "path_recoveries": 0,
137
+ "noop_fallbacks": 0
138
+ },
139
+ {
140
+ "timestep": 7,
141
+ "chosen_macro_mode": "lift_support_layer",
142
+ "planner_scores": [
143
+ 11.582372665405273,
144
+ 6.214494705200195,
145
+ 5.810072898864746,
146
+ 12.089376449584961
147
+ ],
148
+ "predicted_reocclusion": 0.3910957872867584,
149
+ "support_mode_conditioning": true,
150
+ "path_recoveries": 0,
151
+ "noop_fallbacks": 0
152
+ },
153
+ {
154
+ "timestep": 8,
155
+ "chosen_macro_mode": "widen_opening",
156
+ "planner_scores": [
157
+ 13.763474464416504,
158
+ 5.876178741455078,
159
+ 11.699414253234863,
160
+ 5.594299793243408
161
+ ],
162
+ "predicted_reocclusion": 0.3811945617198944,
163
+ "support_mode_conditioning": true,
164
+ "path_recoveries": 0,
165
+ "noop_fallbacks": 0
166
+ },
167
+ {
168
+ "timestep": 9,
169
+ "chosen_macro_mode": "widen_opening",
170
+ "planner_scores": [
171
+ 13.763474464416504,
172
+ 5.876178741455078,
173
+ 11.699414253234863,
174
+ 5.594299793243408
175
+ ],
176
+ "predicted_reocclusion": 0.3811945617198944,
177
+ "support_mode_conditioning": true,
178
+ "path_recoveries": 0,
179
+ "noop_fallbacks": 0
180
+ },
181
+ {
182
+ "timestep": 10,
183
+ "chosen_macro_mode": "widen_opening",
184
+ "planner_scores": [
185
+ 13.763474464416504,
186
+ 5.876178741455078,
187
+ 11.699414253234863,
188
+ 5.594299793243408
189
+ ],
190
+ "predicted_reocclusion": 0.3811945617198944,
191
+ "support_mode_conditioning": true,
192
+ "path_recoveries": 0,
193
+ "noop_fallbacks": 0
194
+ },
195
+ {
196
+ "timestep": 11,
197
+ "chosen_macro_mode": "widen_opening",
198
+ "planner_scores": [
199
+ 13.763474464416504,
200
+ 5.876178741455078,
201
+ 11.699414253234863,
202
+ 5.594299793243408
203
+ ],
204
+ "predicted_reocclusion": 0.3811945617198944,
205
+ "support_mode_conditioning": true,
206
+ "path_recoveries": 0,
207
+ "noop_fallbacks": 0
208
+ },
209
+ {
210
+ "timestep": 12,
211
+ "chosen_macro_mode": "lift_support_layer",
212
+ "planner_scores": [
213
+ 11.471626281738281,
214
+ 6.198143005371094,
215
+ 5.81951379776001,
216
+ 12.16220760345459
217
+ ],
218
+ "predicted_reocclusion": 0.3890568017959595,
219
+ "support_mode_conditioning": true,
220
+ "path_recoveries": 0,
221
+ "noop_fallbacks": 0
222
+ },
223
+ {
224
+ "timestep": 13,
225
+ "chosen_macro_mode": "lift_support_layer",
226
+ "planner_scores": [
227
+ 11.471626281738281,
228
+ 6.198143005371094,
229
+ 5.81951379776001,
230
+ 12.16220760345459
231
+ ],
232
+ "predicted_reocclusion": 0.3890568017959595,
233
+ "support_mode_conditioning": true,
234
+ "path_recoveries": 0,
235
+ "noop_fallbacks": 0
236
+ },
237
+ {
238
+ "timestep": 14,
239
+ "chosen_macro_mode": "lift_support_layer",
240
+ "planner_scores": [
241
+ 11.471626281738281,
242
+ 6.198143005371094,
243
+ 5.81951379776001,
244
+ 12.16220760345459
245
+ ],
246
+ "predicted_reocclusion": 0.3890568017959595,
247
+ "support_mode_conditioning": true,
248
+ "path_recoveries": 0,
249
+ "noop_fallbacks": 0
250
+ },
251
+ {
252
+ "timestep": 15,
253
+ "chosen_macro_mode": "lift_support_layer",
254
+ "planner_scores": [
255
+ 11.471626281738281,
256
+ 6.198143005371094,
257
+ 5.81951379776001,
258
+ 12.16220760345459
259
+ ],
260
+ "predicted_reocclusion": 0.3890568017959595,
261
+ "support_mode_conditioning": true,
262
+ "path_recoveries": 0,
263
+ "noop_fallbacks": 0
264
+ },
265
+ {
266
+ "timestep": 16,
267
+ "chosen_macro_mode": "widen_opening",
268
+ "planner_scores": [
269
+ 13.007949829101562,
270
+ 5.843700885772705,
271
+ 11.593058586120605,
272
+ 5.5489420890808105
273
+ ],
274
+ "predicted_reocclusion": 0.3780692219734192,
275
+ "support_mode_conditioning": true,
276
+ "path_recoveries": 0,
277
+ "noop_fallbacks": 0
278
+ },
279
+ {
280
+ "timestep": 17,
281
+ "chosen_macro_mode": "widen_opening",
282
+ "planner_scores": [
283
+ 13.007949829101562,
284
+ 5.843700885772705,
285
+ 11.593058586120605,
286
+ 5.5489420890808105
287
+ ],
288
+ "predicted_reocclusion": 0.3780692219734192,
289
+ "support_mode_conditioning": true,
290
+ "path_recoveries": 0,
291
+ "noop_fallbacks": 0
292
+ },
293
+ {
294
+ "timestep": 18,
295
+ "chosen_macro_mode": "widen_opening",
296
+ "planner_scores": [
297
+ 13.007949829101562,
298
+ 5.843700885772705,
299
+ 11.593058586120605,
300
+ 5.5489420890808105
301
+ ],
302
+ "predicted_reocclusion": 0.3780692219734192,
303
+ "support_mode_conditioning": true,
304
+ "path_recoveries": 0,
305
+ "noop_fallbacks": 0
306
+ },
307
+ {
308
+ "timestep": 19,
309
+ "chosen_macro_mode": "widen_opening",
310
+ "planner_scores": [
311
+ 13.007949829101562,
312
+ 5.843700885772705,
313
+ 11.593058586120605,
314
+ 5.5489420890808105
315
+ ],
316
+ "predicted_reocclusion": 0.3780692219734192,
317
+ "support_mode_conditioning": true,
318
+ "path_recoveries": 0,
319
+ "noop_fallbacks": 0
320
+ }
321
+ ],
322
+ "success": 0.0,
323
+ "return": 0.0,
324
+ "path_recoveries": 0,
325
+ "noop_fallbacks": 0
326
+ }
327
+ ],
328
+ "mean_success": 0.0,
329
+ "mean_return": 0.0
330
+ }
331
+ },
332
+ "mean_success": 0.0
333
+ }
334
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/rlbench_dual_buttons_baseline_len100_ep1_ik_rescale/rollout_eval.json ADDED
@@ -0,0 +1,1854 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d/proxy_interaction_r3d_stage3_clip_rgbd_seed17/checkpoint_best.pt",
3
+ "plan_requested": false,
4
+ "plan_applied": false,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 100,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "arm_mode": "ik",
15
+ "cameras": [
16
+ "front",
17
+ "wrist_left",
18
+ "wrist_right"
19
+ ],
20
+ "tasks": {
21
+ "bimanual_dual_push_buttons": {
22
+ "task_class": "BimanualDualPushButtons",
23
+ "successes": [
24
+ 0.0
25
+ ],
26
+ "returns": [
27
+ 0.0
28
+ ],
29
+ "path_recoveries": [
30
+ 2
31
+ ],
32
+ "noop_fallbacks": [
33
+ 98
34
+ ],
35
+ "reset_retries": [
36
+ 0
37
+ ],
38
+ "episode_traces": [
39
+ {
40
+ "language_goal": "push the olive and the orange buttons",
41
+ "steps": [
42
+ {
43
+ "timestep": 0,
44
+ "chosen_macro_mode": null,
45
+ "planner_scores": [
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0
54
+ ],
55
+ "predicted_reocclusion": null,
56
+ "support_mode_conditioning": true,
57
+ "path_recoveries": 1,
58
+ "noop_fallbacks": 0
59
+ },
60
+ {
61
+ "timestep": 1,
62
+ "chosen_macro_mode": null,
63
+ "planner_scores": [
64
+ 0.0,
65
+ 0.0,
66
+ 0.0,
67
+ 0.0,
68
+ 0.0,
69
+ 0.0,
70
+ 0.0,
71
+ 0.0
72
+ ],
73
+ "predicted_reocclusion": null,
74
+ "support_mode_conditioning": true,
75
+ "path_recoveries": 1,
76
+ "noop_fallbacks": 0
77
+ },
78
+ {
79
+ "timestep": 2,
80
+ "chosen_macro_mode": null,
81
+ "planner_scores": [
82
+ 0.0,
83
+ 0.0,
84
+ 0.0,
85
+ 0.0,
86
+ 0.0,
87
+ 0.0,
88
+ 0.0,
89
+ 0.0
90
+ ],
91
+ "predicted_reocclusion": null,
92
+ "support_mode_conditioning": true,
93
+ "path_recoveries": 0,
94
+ "noop_fallbacks": 1
95
+ },
96
+ {
97
+ "timestep": 3,
98
+ "chosen_macro_mode": null,
99
+ "planner_scores": [
100
+ 0.0,
101
+ 0.0,
102
+ 0.0,
103
+ 0.0,
104
+ 0.0,
105
+ 0.0,
106
+ 0.0,
107
+ 0.0
108
+ ],
109
+ "predicted_reocclusion": null,
110
+ "support_mode_conditioning": true,
111
+ "path_recoveries": 0,
112
+ "noop_fallbacks": 1
113
+ },
114
+ {
115
+ "timestep": 4,
116
+ "chosen_macro_mode": null,
117
+ "planner_scores": [
118
+ 0.0,
119
+ 0.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0
126
+ ],
127
+ "predicted_reocclusion": null,
128
+ "support_mode_conditioning": true,
129
+ "path_recoveries": 0,
130
+ "noop_fallbacks": 1
131
+ },
132
+ {
133
+ "timestep": 5,
134
+ "chosen_macro_mode": null,
135
+ "planner_scores": [
136
+ 0.0,
137
+ 0.0,
138
+ 0.0,
139
+ 0.0,
140
+ 0.0,
141
+ 0.0,
142
+ 0.0,
143
+ 0.0
144
+ ],
145
+ "predicted_reocclusion": null,
146
+ "support_mode_conditioning": true,
147
+ "path_recoveries": 0,
148
+ "noop_fallbacks": 1
149
+ },
150
+ {
151
+ "timestep": 6,
152
+ "chosen_macro_mode": null,
153
+ "planner_scores": [
154
+ 0.0,
155
+ 0.0,
156
+ 0.0,
157
+ 0.0,
158
+ 0.0,
159
+ 0.0,
160
+ 0.0,
161
+ 0.0
162
+ ],
163
+ "predicted_reocclusion": null,
164
+ "support_mode_conditioning": true,
165
+ "path_recoveries": 0,
166
+ "noop_fallbacks": 1
167
+ },
168
+ {
169
+ "timestep": 7,
170
+ "chosen_macro_mode": null,
171
+ "planner_scores": [
172
+ 0.0,
173
+ 0.0,
174
+ 0.0,
175
+ 0.0,
176
+ 0.0,
177
+ 0.0,
178
+ 0.0,
179
+ 0.0
180
+ ],
181
+ "predicted_reocclusion": null,
182
+ "support_mode_conditioning": true,
183
+ "path_recoveries": 0,
184
+ "noop_fallbacks": 1
185
+ },
186
+ {
187
+ "timestep": 8,
188
+ "chosen_macro_mode": null,
189
+ "planner_scores": [
190
+ 0.0,
191
+ 0.0,
192
+ 0.0,
193
+ 0.0,
194
+ 0.0,
195
+ 0.0,
196
+ 0.0,
197
+ 0.0
198
+ ],
199
+ "predicted_reocclusion": null,
200
+ "support_mode_conditioning": true,
201
+ "path_recoveries": 0,
202
+ "noop_fallbacks": 1
203
+ },
204
+ {
205
+ "timestep": 9,
206
+ "chosen_macro_mode": null,
207
+ "planner_scores": [
208
+ 0.0,
209
+ 0.0,
210
+ 0.0,
211
+ 0.0,
212
+ 0.0,
213
+ 0.0,
214
+ 0.0,
215
+ 0.0
216
+ ],
217
+ "predicted_reocclusion": null,
218
+ "support_mode_conditioning": true,
219
+ "path_recoveries": 0,
220
+ "noop_fallbacks": 1
221
+ },
222
+ {
223
+ "timestep": 10,
224
+ "chosen_macro_mode": null,
225
+ "planner_scores": [
226
+ 0.0,
227
+ 0.0,
228
+ 0.0,
229
+ 0.0,
230
+ 0.0,
231
+ 0.0,
232
+ 0.0,
233
+ 0.0
234
+ ],
235
+ "predicted_reocclusion": null,
236
+ "support_mode_conditioning": true,
237
+ "path_recoveries": 0,
238
+ "noop_fallbacks": 1
239
+ },
240
+ {
241
+ "timestep": 11,
242
+ "chosen_macro_mode": null,
243
+ "planner_scores": [
244
+ 0.0,
245
+ 0.0,
246
+ 0.0,
247
+ 0.0,
248
+ 0.0,
249
+ 0.0,
250
+ 0.0,
251
+ 0.0
252
+ ],
253
+ "predicted_reocclusion": null,
254
+ "support_mode_conditioning": true,
255
+ "path_recoveries": 0,
256
+ "noop_fallbacks": 1
257
+ },
258
+ {
259
+ "timestep": 12,
260
+ "chosen_macro_mode": null,
261
+ "planner_scores": [
262
+ 0.0,
263
+ 0.0,
264
+ 0.0,
265
+ 0.0,
266
+ 0.0,
267
+ 0.0,
268
+ 0.0,
269
+ 0.0
270
+ ],
271
+ "predicted_reocclusion": null,
272
+ "support_mode_conditioning": true,
273
+ "path_recoveries": 0,
274
+ "noop_fallbacks": 1
275
+ },
276
+ {
277
+ "timestep": 13,
278
+ "chosen_macro_mode": null,
279
+ "planner_scores": [
280
+ 0.0,
281
+ 0.0,
282
+ 0.0,
283
+ 0.0,
284
+ 0.0,
285
+ 0.0,
286
+ 0.0,
287
+ 0.0
288
+ ],
289
+ "predicted_reocclusion": null,
290
+ "support_mode_conditioning": true,
291
+ "path_recoveries": 0,
292
+ "noop_fallbacks": 1
293
+ },
294
+ {
295
+ "timestep": 14,
296
+ "chosen_macro_mode": null,
297
+ "planner_scores": [
298
+ 0.0,
299
+ 0.0,
300
+ 0.0,
301
+ 0.0,
302
+ 0.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0
306
+ ],
307
+ "predicted_reocclusion": null,
308
+ "support_mode_conditioning": true,
309
+ "path_recoveries": 0,
310
+ "noop_fallbacks": 1
311
+ },
312
+ {
313
+ "timestep": 15,
314
+ "chosen_macro_mode": null,
315
+ "planner_scores": [
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 0.0
324
+ ],
325
+ "predicted_reocclusion": null,
326
+ "support_mode_conditioning": true,
327
+ "path_recoveries": 0,
328
+ "noop_fallbacks": 1
329
+ },
330
+ {
331
+ "timestep": 16,
332
+ "chosen_macro_mode": null,
333
+ "planner_scores": [
334
+ 0.0,
335
+ 0.0,
336
+ 0.0,
337
+ 0.0,
338
+ 0.0,
339
+ 0.0,
340
+ 0.0,
341
+ 0.0
342
+ ],
343
+ "predicted_reocclusion": null,
344
+ "support_mode_conditioning": true,
345
+ "path_recoveries": 0,
346
+ "noop_fallbacks": 1
347
+ },
348
+ {
349
+ "timestep": 17,
350
+ "chosen_macro_mode": null,
351
+ "planner_scores": [
352
+ 0.0,
353
+ 0.0,
354
+ 0.0,
355
+ 0.0,
356
+ 0.0,
357
+ 0.0,
358
+ 0.0,
359
+ 0.0
360
+ ],
361
+ "predicted_reocclusion": null,
362
+ "support_mode_conditioning": true,
363
+ "path_recoveries": 0,
364
+ "noop_fallbacks": 1
365
+ },
366
+ {
367
+ "timestep": 18,
368
+ "chosen_macro_mode": null,
369
+ "planner_scores": [
370
+ 0.0,
371
+ 0.0,
372
+ 0.0,
373
+ 0.0,
374
+ 0.0,
375
+ 0.0,
376
+ 0.0,
377
+ 0.0
378
+ ],
379
+ "predicted_reocclusion": null,
380
+ "support_mode_conditioning": true,
381
+ "path_recoveries": 0,
382
+ "noop_fallbacks": 1
383
+ },
384
+ {
385
+ "timestep": 19,
386
+ "chosen_macro_mode": null,
387
+ "planner_scores": [
388
+ 0.0,
389
+ 0.0,
390
+ 0.0,
391
+ 0.0,
392
+ 0.0,
393
+ 0.0,
394
+ 0.0,
395
+ 0.0
396
+ ],
397
+ "predicted_reocclusion": null,
398
+ "support_mode_conditioning": true,
399
+ "path_recoveries": 0,
400
+ "noop_fallbacks": 1
401
+ },
402
+ {
403
+ "timestep": 20,
404
+ "chosen_macro_mode": null,
405
+ "planner_scores": [
406
+ 0.0,
407
+ 0.0,
408
+ 0.0,
409
+ 0.0,
410
+ 0.0,
411
+ 0.0,
412
+ 0.0,
413
+ 0.0
414
+ ],
415
+ "predicted_reocclusion": null,
416
+ "support_mode_conditioning": true,
417
+ "path_recoveries": 0,
418
+ "noop_fallbacks": 1
419
+ },
420
+ {
421
+ "timestep": 21,
422
+ "chosen_macro_mode": null,
423
+ "planner_scores": [
424
+ 0.0,
425
+ 0.0,
426
+ 0.0,
427
+ 0.0,
428
+ 0.0,
429
+ 0.0,
430
+ 0.0,
431
+ 0.0
432
+ ],
433
+ "predicted_reocclusion": null,
434
+ "support_mode_conditioning": true,
435
+ "path_recoveries": 0,
436
+ "noop_fallbacks": 1
437
+ },
438
+ {
439
+ "timestep": 22,
440
+ "chosen_macro_mode": null,
441
+ "planner_scores": [
442
+ 0.0,
443
+ 0.0,
444
+ 0.0,
445
+ 0.0,
446
+ 0.0,
447
+ 0.0,
448
+ 0.0,
449
+ 0.0
450
+ ],
451
+ "predicted_reocclusion": null,
452
+ "support_mode_conditioning": true,
453
+ "path_recoveries": 0,
454
+ "noop_fallbacks": 1
455
+ },
456
+ {
457
+ "timestep": 23,
458
+ "chosen_macro_mode": null,
459
+ "planner_scores": [
460
+ 0.0,
461
+ 0.0,
462
+ 0.0,
463
+ 0.0,
464
+ 0.0,
465
+ 0.0,
466
+ 0.0,
467
+ 0.0
468
+ ],
469
+ "predicted_reocclusion": null,
470
+ "support_mode_conditioning": true,
471
+ "path_recoveries": 0,
472
+ "noop_fallbacks": 1
473
+ },
474
+ {
475
+ "timestep": 24,
476
+ "chosen_macro_mode": null,
477
+ "planner_scores": [
478
+ 0.0,
479
+ 0.0,
480
+ 0.0,
481
+ 0.0,
482
+ 0.0,
483
+ 0.0,
484
+ 0.0,
485
+ 0.0
486
+ ],
487
+ "predicted_reocclusion": null,
488
+ "support_mode_conditioning": true,
489
+ "path_recoveries": 0,
490
+ "noop_fallbacks": 1
491
+ },
492
+ {
493
+ "timestep": 25,
494
+ "chosen_macro_mode": null,
495
+ "planner_scores": [
496
+ 0.0,
497
+ 0.0,
498
+ 0.0,
499
+ 0.0,
500
+ 0.0,
501
+ 0.0,
502
+ 0.0,
503
+ 0.0
504
+ ],
505
+ "predicted_reocclusion": null,
506
+ "support_mode_conditioning": true,
507
+ "path_recoveries": 0,
508
+ "noop_fallbacks": 1
509
+ },
510
+ {
511
+ "timestep": 26,
512
+ "chosen_macro_mode": null,
513
+ "planner_scores": [
514
+ 0.0,
515
+ 0.0,
516
+ 0.0,
517
+ 0.0,
518
+ 0.0,
519
+ 0.0,
520
+ 0.0,
521
+ 0.0
522
+ ],
523
+ "predicted_reocclusion": null,
524
+ "support_mode_conditioning": true,
525
+ "path_recoveries": 0,
526
+ "noop_fallbacks": 1
527
+ },
528
+ {
529
+ "timestep": 27,
530
+ "chosen_macro_mode": null,
531
+ "planner_scores": [
532
+ 0.0,
533
+ 0.0,
534
+ 0.0,
535
+ 0.0,
536
+ 0.0,
537
+ 0.0,
538
+ 0.0,
539
+ 0.0
540
+ ],
541
+ "predicted_reocclusion": null,
542
+ "support_mode_conditioning": true,
543
+ "path_recoveries": 0,
544
+ "noop_fallbacks": 1
545
+ },
546
+ {
547
+ "timestep": 28,
548
+ "chosen_macro_mode": null,
549
+ "planner_scores": [
550
+ 0.0,
551
+ 0.0,
552
+ 0.0,
553
+ 0.0,
554
+ 0.0,
555
+ 0.0,
556
+ 0.0,
557
+ 0.0
558
+ ],
559
+ "predicted_reocclusion": null,
560
+ "support_mode_conditioning": true,
561
+ "path_recoveries": 0,
562
+ "noop_fallbacks": 1
563
+ },
564
+ {
565
+ "timestep": 29,
566
+ "chosen_macro_mode": null,
567
+ "planner_scores": [
568
+ 0.0,
569
+ 0.0,
570
+ 0.0,
571
+ 0.0,
572
+ 0.0,
573
+ 0.0,
574
+ 0.0,
575
+ 0.0
576
+ ],
577
+ "predicted_reocclusion": null,
578
+ "support_mode_conditioning": true,
579
+ "path_recoveries": 0,
580
+ "noop_fallbacks": 1
581
+ },
582
+ {
583
+ "timestep": 30,
584
+ "chosen_macro_mode": null,
585
+ "planner_scores": [
586
+ 0.0,
587
+ 0.0,
588
+ 0.0,
589
+ 0.0,
590
+ 0.0,
591
+ 0.0,
592
+ 0.0,
593
+ 0.0
594
+ ],
595
+ "predicted_reocclusion": null,
596
+ "support_mode_conditioning": true,
597
+ "path_recoveries": 0,
598
+ "noop_fallbacks": 1
599
+ },
600
+ {
601
+ "timestep": 31,
602
+ "chosen_macro_mode": null,
603
+ "planner_scores": [
604
+ 0.0,
605
+ 0.0,
606
+ 0.0,
607
+ 0.0,
608
+ 0.0,
609
+ 0.0,
610
+ 0.0,
611
+ 0.0
612
+ ],
613
+ "predicted_reocclusion": null,
614
+ "support_mode_conditioning": true,
615
+ "path_recoveries": 0,
616
+ "noop_fallbacks": 1
617
+ },
618
+ {
619
+ "timestep": 32,
620
+ "chosen_macro_mode": null,
621
+ "planner_scores": [
622
+ 0.0,
623
+ 0.0,
624
+ 0.0,
625
+ 0.0,
626
+ 0.0,
627
+ 0.0,
628
+ 0.0,
629
+ 0.0
630
+ ],
631
+ "predicted_reocclusion": null,
632
+ "support_mode_conditioning": true,
633
+ "path_recoveries": 0,
634
+ "noop_fallbacks": 1
635
+ },
636
+ {
637
+ "timestep": 33,
638
+ "chosen_macro_mode": null,
639
+ "planner_scores": [
640
+ 0.0,
641
+ 0.0,
642
+ 0.0,
643
+ 0.0,
644
+ 0.0,
645
+ 0.0,
646
+ 0.0,
647
+ 0.0
648
+ ],
649
+ "predicted_reocclusion": null,
650
+ "support_mode_conditioning": true,
651
+ "path_recoveries": 0,
652
+ "noop_fallbacks": 1
653
+ },
654
+ {
655
+ "timestep": 34,
656
+ "chosen_macro_mode": null,
657
+ "planner_scores": [
658
+ 0.0,
659
+ 0.0,
660
+ 0.0,
661
+ 0.0,
662
+ 0.0,
663
+ 0.0,
664
+ 0.0,
665
+ 0.0
666
+ ],
667
+ "predicted_reocclusion": null,
668
+ "support_mode_conditioning": true,
669
+ "path_recoveries": 0,
670
+ "noop_fallbacks": 1
671
+ },
672
+ {
673
+ "timestep": 35,
674
+ "chosen_macro_mode": null,
675
+ "planner_scores": [
676
+ 0.0,
677
+ 0.0,
678
+ 0.0,
679
+ 0.0,
680
+ 0.0,
681
+ 0.0,
682
+ 0.0,
683
+ 0.0
684
+ ],
685
+ "predicted_reocclusion": null,
686
+ "support_mode_conditioning": true,
687
+ "path_recoveries": 0,
688
+ "noop_fallbacks": 1
689
+ },
690
+ {
691
+ "timestep": 36,
692
+ "chosen_macro_mode": null,
693
+ "planner_scores": [
694
+ 0.0,
695
+ 0.0,
696
+ 0.0,
697
+ 0.0,
698
+ 0.0,
699
+ 0.0,
700
+ 0.0,
701
+ 0.0
702
+ ],
703
+ "predicted_reocclusion": null,
704
+ "support_mode_conditioning": true,
705
+ "path_recoveries": 0,
706
+ "noop_fallbacks": 1
707
+ },
708
+ {
709
+ "timestep": 37,
710
+ "chosen_macro_mode": null,
711
+ "planner_scores": [
712
+ 0.0,
713
+ 0.0,
714
+ 0.0,
715
+ 0.0,
716
+ 0.0,
717
+ 0.0,
718
+ 0.0,
719
+ 0.0
720
+ ],
721
+ "predicted_reocclusion": null,
722
+ "support_mode_conditioning": true,
723
+ "path_recoveries": 0,
724
+ "noop_fallbacks": 1
725
+ },
726
+ {
727
+ "timestep": 38,
728
+ "chosen_macro_mode": null,
729
+ "planner_scores": [
730
+ 0.0,
731
+ 0.0,
732
+ 0.0,
733
+ 0.0,
734
+ 0.0,
735
+ 0.0,
736
+ 0.0,
737
+ 0.0
738
+ ],
739
+ "predicted_reocclusion": null,
740
+ "support_mode_conditioning": true,
741
+ "path_recoveries": 0,
742
+ "noop_fallbacks": 1
743
+ },
744
+ {
745
+ "timestep": 39,
746
+ "chosen_macro_mode": null,
747
+ "planner_scores": [
748
+ 0.0,
749
+ 0.0,
750
+ 0.0,
751
+ 0.0,
752
+ 0.0,
753
+ 0.0,
754
+ 0.0,
755
+ 0.0
756
+ ],
757
+ "predicted_reocclusion": null,
758
+ "support_mode_conditioning": true,
759
+ "path_recoveries": 0,
760
+ "noop_fallbacks": 1
761
+ },
762
+ {
763
+ "timestep": 40,
764
+ "chosen_macro_mode": null,
765
+ "planner_scores": [
766
+ 0.0,
767
+ 0.0,
768
+ 0.0,
769
+ 0.0,
770
+ 0.0,
771
+ 0.0,
772
+ 0.0,
773
+ 0.0
774
+ ],
775
+ "predicted_reocclusion": null,
776
+ "support_mode_conditioning": true,
777
+ "path_recoveries": 0,
778
+ "noop_fallbacks": 1
779
+ },
780
+ {
781
+ "timestep": 41,
782
+ "chosen_macro_mode": null,
783
+ "planner_scores": [
784
+ 0.0,
785
+ 0.0,
786
+ 0.0,
787
+ 0.0,
788
+ 0.0,
789
+ 0.0,
790
+ 0.0,
791
+ 0.0
792
+ ],
793
+ "predicted_reocclusion": null,
794
+ "support_mode_conditioning": true,
795
+ "path_recoveries": 0,
796
+ "noop_fallbacks": 1
797
+ },
798
+ {
799
+ "timestep": 42,
800
+ "chosen_macro_mode": null,
801
+ "planner_scores": [
802
+ 0.0,
803
+ 0.0,
804
+ 0.0,
805
+ 0.0,
806
+ 0.0,
807
+ 0.0,
808
+ 0.0,
809
+ 0.0
810
+ ],
811
+ "predicted_reocclusion": null,
812
+ "support_mode_conditioning": true,
813
+ "path_recoveries": 0,
814
+ "noop_fallbacks": 1
815
+ },
816
+ {
817
+ "timestep": 43,
818
+ "chosen_macro_mode": null,
819
+ "planner_scores": [
820
+ 0.0,
821
+ 0.0,
822
+ 0.0,
823
+ 0.0,
824
+ 0.0,
825
+ 0.0,
826
+ 0.0,
827
+ 0.0
828
+ ],
829
+ "predicted_reocclusion": null,
830
+ "support_mode_conditioning": true,
831
+ "path_recoveries": 0,
832
+ "noop_fallbacks": 1
833
+ },
834
+ {
835
+ "timestep": 44,
836
+ "chosen_macro_mode": null,
837
+ "planner_scores": [
838
+ 0.0,
839
+ 0.0,
840
+ 0.0,
841
+ 0.0,
842
+ 0.0,
843
+ 0.0,
844
+ 0.0,
845
+ 0.0
846
+ ],
847
+ "predicted_reocclusion": null,
848
+ "support_mode_conditioning": true,
849
+ "path_recoveries": 0,
850
+ "noop_fallbacks": 1
851
+ },
852
+ {
853
+ "timestep": 45,
854
+ "chosen_macro_mode": null,
855
+ "planner_scores": [
856
+ 0.0,
857
+ 0.0,
858
+ 0.0,
859
+ 0.0,
860
+ 0.0,
861
+ 0.0,
862
+ 0.0,
863
+ 0.0
864
+ ],
865
+ "predicted_reocclusion": null,
866
+ "support_mode_conditioning": true,
867
+ "path_recoveries": 0,
868
+ "noop_fallbacks": 1
869
+ },
870
+ {
871
+ "timestep": 46,
872
+ "chosen_macro_mode": null,
873
+ "planner_scores": [
874
+ 0.0,
875
+ 0.0,
876
+ 0.0,
877
+ 0.0,
878
+ 0.0,
879
+ 0.0,
880
+ 0.0,
881
+ 0.0
882
+ ],
883
+ "predicted_reocclusion": null,
884
+ "support_mode_conditioning": true,
885
+ "path_recoveries": 0,
886
+ "noop_fallbacks": 1
887
+ },
888
+ {
889
+ "timestep": 47,
890
+ "chosen_macro_mode": null,
891
+ "planner_scores": [
892
+ 0.0,
893
+ 0.0,
894
+ 0.0,
895
+ 0.0,
896
+ 0.0,
897
+ 0.0,
898
+ 0.0,
899
+ 0.0
900
+ ],
901
+ "predicted_reocclusion": null,
902
+ "support_mode_conditioning": true,
903
+ "path_recoveries": 0,
904
+ "noop_fallbacks": 1
905
+ },
906
+ {
907
+ "timestep": 48,
908
+ "chosen_macro_mode": null,
909
+ "planner_scores": [
910
+ 0.0,
911
+ 0.0,
912
+ 0.0,
913
+ 0.0,
914
+ 0.0,
915
+ 0.0,
916
+ 0.0,
917
+ 0.0
918
+ ],
919
+ "predicted_reocclusion": null,
920
+ "support_mode_conditioning": true,
921
+ "path_recoveries": 0,
922
+ "noop_fallbacks": 1
923
+ },
924
+ {
925
+ "timestep": 49,
926
+ "chosen_macro_mode": null,
927
+ "planner_scores": [
928
+ 0.0,
929
+ 0.0,
930
+ 0.0,
931
+ 0.0,
932
+ 0.0,
933
+ 0.0,
934
+ 0.0,
935
+ 0.0
936
+ ],
937
+ "predicted_reocclusion": null,
938
+ "support_mode_conditioning": true,
939
+ "path_recoveries": 0,
940
+ "noop_fallbacks": 1
941
+ },
942
+ {
943
+ "timestep": 50,
944
+ "chosen_macro_mode": null,
945
+ "planner_scores": [
946
+ 0.0,
947
+ 0.0,
948
+ 0.0,
949
+ 0.0,
950
+ 0.0,
951
+ 0.0,
952
+ 0.0,
953
+ 0.0
954
+ ],
955
+ "predicted_reocclusion": null,
956
+ "support_mode_conditioning": true,
957
+ "path_recoveries": 0,
958
+ "noop_fallbacks": 1
959
+ },
960
+ {
961
+ "timestep": 51,
962
+ "chosen_macro_mode": null,
963
+ "planner_scores": [
964
+ 0.0,
965
+ 0.0,
966
+ 0.0,
967
+ 0.0,
968
+ 0.0,
969
+ 0.0,
970
+ 0.0,
971
+ 0.0
972
+ ],
973
+ "predicted_reocclusion": null,
974
+ "support_mode_conditioning": true,
975
+ "path_recoveries": 0,
976
+ "noop_fallbacks": 1
977
+ },
978
+ {
979
+ "timestep": 52,
980
+ "chosen_macro_mode": null,
981
+ "planner_scores": [
982
+ 0.0,
983
+ 0.0,
984
+ 0.0,
985
+ 0.0,
986
+ 0.0,
987
+ 0.0,
988
+ 0.0,
989
+ 0.0
990
+ ],
991
+ "predicted_reocclusion": null,
992
+ "support_mode_conditioning": true,
993
+ "path_recoveries": 0,
994
+ "noop_fallbacks": 1
995
+ },
996
+ {
997
+ "timestep": 53,
998
+ "chosen_macro_mode": null,
999
+ "planner_scores": [
1000
+ 0.0,
1001
+ 0.0,
1002
+ 0.0,
1003
+ 0.0,
1004
+ 0.0,
1005
+ 0.0,
1006
+ 0.0,
1007
+ 0.0
1008
+ ],
1009
+ "predicted_reocclusion": null,
1010
+ "support_mode_conditioning": true,
1011
+ "path_recoveries": 0,
1012
+ "noop_fallbacks": 1
1013
+ },
1014
+ {
1015
+ "timestep": 54,
1016
+ "chosen_macro_mode": null,
1017
+ "planner_scores": [
1018
+ 0.0,
1019
+ 0.0,
1020
+ 0.0,
1021
+ 0.0,
1022
+ 0.0,
1023
+ 0.0,
1024
+ 0.0,
1025
+ 0.0
1026
+ ],
1027
+ "predicted_reocclusion": null,
1028
+ "support_mode_conditioning": true,
1029
+ "path_recoveries": 0,
1030
+ "noop_fallbacks": 1
1031
+ },
1032
+ {
1033
+ "timestep": 55,
1034
+ "chosen_macro_mode": null,
1035
+ "planner_scores": [
1036
+ 0.0,
1037
+ 0.0,
1038
+ 0.0,
1039
+ 0.0,
1040
+ 0.0,
1041
+ 0.0,
1042
+ 0.0,
1043
+ 0.0
1044
+ ],
1045
+ "predicted_reocclusion": null,
1046
+ "support_mode_conditioning": true,
1047
+ "path_recoveries": 0,
1048
+ "noop_fallbacks": 1
1049
+ },
1050
+ {
1051
+ "timestep": 56,
1052
+ "chosen_macro_mode": null,
1053
+ "planner_scores": [
1054
+ 0.0,
1055
+ 0.0,
1056
+ 0.0,
1057
+ 0.0,
1058
+ 0.0,
1059
+ 0.0,
1060
+ 0.0,
1061
+ 0.0
1062
+ ],
1063
+ "predicted_reocclusion": null,
1064
+ "support_mode_conditioning": true,
1065
+ "path_recoveries": 0,
1066
+ "noop_fallbacks": 1
1067
+ },
1068
+ {
1069
+ "timestep": 57,
1070
+ "chosen_macro_mode": null,
1071
+ "planner_scores": [
1072
+ 0.0,
1073
+ 0.0,
1074
+ 0.0,
1075
+ 0.0,
1076
+ 0.0,
1077
+ 0.0,
1078
+ 0.0,
1079
+ 0.0
1080
+ ],
1081
+ "predicted_reocclusion": null,
1082
+ "support_mode_conditioning": true,
1083
+ "path_recoveries": 0,
1084
+ "noop_fallbacks": 1
1085
+ },
1086
+ {
1087
+ "timestep": 58,
1088
+ "chosen_macro_mode": null,
1089
+ "planner_scores": [
1090
+ 0.0,
1091
+ 0.0,
1092
+ 0.0,
1093
+ 0.0,
1094
+ 0.0,
1095
+ 0.0,
1096
+ 0.0,
1097
+ 0.0
1098
+ ],
1099
+ "predicted_reocclusion": null,
1100
+ "support_mode_conditioning": true,
1101
+ "path_recoveries": 0,
1102
+ "noop_fallbacks": 1
1103
+ },
1104
+ {
1105
+ "timestep": 59,
1106
+ "chosen_macro_mode": null,
1107
+ "planner_scores": [
1108
+ 0.0,
1109
+ 0.0,
1110
+ 0.0,
1111
+ 0.0,
1112
+ 0.0,
1113
+ 0.0,
1114
+ 0.0,
1115
+ 0.0
1116
+ ],
1117
+ "predicted_reocclusion": null,
1118
+ "support_mode_conditioning": true,
1119
+ "path_recoveries": 0,
1120
+ "noop_fallbacks": 1
1121
+ },
1122
+ {
1123
+ "timestep": 60,
1124
+ "chosen_macro_mode": null,
1125
+ "planner_scores": [
1126
+ 0.0,
1127
+ 0.0,
1128
+ 0.0,
1129
+ 0.0,
1130
+ 0.0,
1131
+ 0.0,
1132
+ 0.0,
1133
+ 0.0
1134
+ ],
1135
+ "predicted_reocclusion": null,
1136
+ "support_mode_conditioning": true,
1137
+ "path_recoveries": 0,
1138
+ "noop_fallbacks": 1
1139
+ },
1140
+ {
1141
+ "timestep": 61,
1142
+ "chosen_macro_mode": null,
1143
+ "planner_scores": [
1144
+ 0.0,
1145
+ 0.0,
1146
+ 0.0,
1147
+ 0.0,
1148
+ 0.0,
1149
+ 0.0,
1150
+ 0.0,
1151
+ 0.0
1152
+ ],
1153
+ "predicted_reocclusion": null,
1154
+ "support_mode_conditioning": true,
1155
+ "path_recoveries": 0,
1156
+ "noop_fallbacks": 1
1157
+ },
1158
+ {
1159
+ "timestep": 62,
1160
+ "chosen_macro_mode": null,
1161
+ "planner_scores": [
1162
+ 0.0,
1163
+ 0.0,
1164
+ 0.0,
1165
+ 0.0,
1166
+ 0.0,
1167
+ 0.0,
1168
+ 0.0,
1169
+ 0.0
1170
+ ],
1171
+ "predicted_reocclusion": null,
1172
+ "support_mode_conditioning": true,
1173
+ "path_recoveries": 0,
1174
+ "noop_fallbacks": 1
1175
+ },
1176
+ {
1177
+ "timestep": 63,
1178
+ "chosen_macro_mode": null,
1179
+ "planner_scores": [
1180
+ 0.0,
1181
+ 0.0,
1182
+ 0.0,
1183
+ 0.0,
1184
+ 0.0,
1185
+ 0.0,
1186
+ 0.0,
1187
+ 0.0
1188
+ ],
1189
+ "predicted_reocclusion": null,
1190
+ "support_mode_conditioning": true,
1191
+ "path_recoveries": 0,
1192
+ "noop_fallbacks": 1
1193
+ },
1194
+ {
1195
+ "timestep": 64,
1196
+ "chosen_macro_mode": null,
1197
+ "planner_scores": [
1198
+ 0.0,
1199
+ 0.0,
1200
+ 0.0,
1201
+ 0.0,
1202
+ 0.0,
1203
+ 0.0,
1204
+ 0.0,
1205
+ 0.0
1206
+ ],
1207
+ "predicted_reocclusion": null,
1208
+ "support_mode_conditioning": true,
1209
+ "path_recoveries": 0,
1210
+ "noop_fallbacks": 1
1211
+ },
1212
+ {
1213
+ "timestep": 65,
1214
+ "chosen_macro_mode": null,
1215
+ "planner_scores": [
1216
+ 0.0,
1217
+ 0.0,
1218
+ 0.0,
1219
+ 0.0,
1220
+ 0.0,
1221
+ 0.0,
1222
+ 0.0,
1223
+ 0.0
1224
+ ],
1225
+ "predicted_reocclusion": null,
1226
+ "support_mode_conditioning": true,
1227
+ "path_recoveries": 0,
1228
+ "noop_fallbacks": 1
1229
+ },
1230
+ {
1231
+ "timestep": 66,
1232
+ "chosen_macro_mode": null,
1233
+ "planner_scores": [
1234
+ 0.0,
1235
+ 0.0,
1236
+ 0.0,
1237
+ 0.0,
1238
+ 0.0,
1239
+ 0.0,
1240
+ 0.0,
1241
+ 0.0
1242
+ ],
1243
+ "predicted_reocclusion": null,
1244
+ "support_mode_conditioning": true,
1245
+ "path_recoveries": 0,
1246
+ "noop_fallbacks": 1
1247
+ },
1248
+ {
1249
+ "timestep": 67,
1250
+ "chosen_macro_mode": null,
1251
+ "planner_scores": [
1252
+ 0.0,
1253
+ 0.0,
1254
+ 0.0,
1255
+ 0.0,
1256
+ 0.0,
1257
+ 0.0,
1258
+ 0.0,
1259
+ 0.0
1260
+ ],
1261
+ "predicted_reocclusion": null,
1262
+ "support_mode_conditioning": true,
1263
+ "path_recoveries": 0,
1264
+ "noop_fallbacks": 1
1265
+ },
1266
+ {
1267
+ "timestep": 68,
1268
+ "chosen_macro_mode": null,
1269
+ "planner_scores": [
1270
+ 0.0,
1271
+ 0.0,
1272
+ 0.0,
1273
+ 0.0,
1274
+ 0.0,
1275
+ 0.0,
1276
+ 0.0,
1277
+ 0.0
1278
+ ],
1279
+ "predicted_reocclusion": null,
1280
+ "support_mode_conditioning": true,
1281
+ "path_recoveries": 0,
1282
+ "noop_fallbacks": 1
1283
+ },
1284
+ {
1285
+ "timestep": 69,
1286
+ "chosen_macro_mode": null,
1287
+ "planner_scores": [
1288
+ 0.0,
1289
+ 0.0,
1290
+ 0.0,
1291
+ 0.0,
1292
+ 0.0,
1293
+ 0.0,
1294
+ 0.0,
1295
+ 0.0
1296
+ ],
1297
+ "predicted_reocclusion": null,
1298
+ "support_mode_conditioning": true,
1299
+ "path_recoveries": 0,
1300
+ "noop_fallbacks": 1
1301
+ },
1302
+ {
1303
+ "timestep": 70,
1304
+ "chosen_macro_mode": null,
1305
+ "planner_scores": [
1306
+ 0.0,
1307
+ 0.0,
1308
+ 0.0,
1309
+ 0.0,
1310
+ 0.0,
1311
+ 0.0,
1312
+ 0.0,
1313
+ 0.0
1314
+ ],
1315
+ "predicted_reocclusion": null,
1316
+ "support_mode_conditioning": true,
1317
+ "path_recoveries": 0,
1318
+ "noop_fallbacks": 1
1319
+ },
1320
+ {
1321
+ "timestep": 71,
1322
+ "chosen_macro_mode": null,
1323
+ "planner_scores": [
1324
+ 0.0,
1325
+ 0.0,
1326
+ 0.0,
1327
+ 0.0,
1328
+ 0.0,
1329
+ 0.0,
1330
+ 0.0,
1331
+ 0.0
1332
+ ],
1333
+ "predicted_reocclusion": null,
1334
+ "support_mode_conditioning": true,
1335
+ "path_recoveries": 0,
1336
+ "noop_fallbacks": 1
1337
+ },
1338
+ {
1339
+ "timestep": 72,
1340
+ "chosen_macro_mode": null,
1341
+ "planner_scores": [
1342
+ 0.0,
1343
+ 0.0,
1344
+ 0.0,
1345
+ 0.0,
1346
+ 0.0,
1347
+ 0.0,
1348
+ 0.0,
1349
+ 0.0
1350
+ ],
1351
+ "predicted_reocclusion": null,
1352
+ "support_mode_conditioning": true,
1353
+ "path_recoveries": 0,
1354
+ "noop_fallbacks": 1
1355
+ },
1356
+ {
1357
+ "timestep": 73,
1358
+ "chosen_macro_mode": null,
1359
+ "planner_scores": [
1360
+ 0.0,
1361
+ 0.0,
1362
+ 0.0,
1363
+ 0.0,
1364
+ 0.0,
1365
+ 0.0,
1366
+ 0.0,
1367
+ 0.0
1368
+ ],
1369
+ "predicted_reocclusion": null,
1370
+ "support_mode_conditioning": true,
1371
+ "path_recoveries": 0,
1372
+ "noop_fallbacks": 1
1373
+ },
1374
+ {
1375
+ "timestep": 74,
1376
+ "chosen_macro_mode": null,
1377
+ "planner_scores": [
1378
+ 0.0,
1379
+ 0.0,
1380
+ 0.0,
1381
+ 0.0,
1382
+ 0.0,
1383
+ 0.0,
1384
+ 0.0,
1385
+ 0.0
1386
+ ],
1387
+ "predicted_reocclusion": null,
1388
+ "support_mode_conditioning": true,
1389
+ "path_recoveries": 0,
1390
+ "noop_fallbacks": 1
1391
+ },
1392
+ {
1393
+ "timestep": 75,
1394
+ "chosen_macro_mode": null,
1395
+ "planner_scores": [
1396
+ 0.0,
1397
+ 0.0,
1398
+ 0.0,
1399
+ 0.0,
1400
+ 0.0,
1401
+ 0.0,
1402
+ 0.0,
1403
+ 0.0
1404
+ ],
1405
+ "predicted_reocclusion": null,
1406
+ "support_mode_conditioning": true,
1407
+ "path_recoveries": 0,
1408
+ "noop_fallbacks": 1
1409
+ },
1410
+ {
1411
+ "timestep": 76,
1412
+ "chosen_macro_mode": null,
1413
+ "planner_scores": [
1414
+ 0.0,
1415
+ 0.0,
1416
+ 0.0,
1417
+ 0.0,
1418
+ 0.0,
1419
+ 0.0,
1420
+ 0.0,
1421
+ 0.0
1422
+ ],
1423
+ "predicted_reocclusion": null,
1424
+ "support_mode_conditioning": true,
1425
+ "path_recoveries": 0,
1426
+ "noop_fallbacks": 1
1427
+ },
1428
+ {
1429
+ "timestep": 77,
1430
+ "chosen_macro_mode": null,
1431
+ "planner_scores": [
1432
+ 0.0,
1433
+ 0.0,
1434
+ 0.0,
1435
+ 0.0,
1436
+ 0.0,
1437
+ 0.0,
1438
+ 0.0,
1439
+ 0.0
1440
+ ],
1441
+ "predicted_reocclusion": null,
1442
+ "support_mode_conditioning": true,
1443
+ "path_recoveries": 0,
1444
+ "noop_fallbacks": 1
1445
+ },
1446
+ {
1447
+ "timestep": 78,
1448
+ "chosen_macro_mode": null,
1449
+ "planner_scores": [
1450
+ 0.0,
1451
+ 0.0,
1452
+ 0.0,
1453
+ 0.0,
1454
+ 0.0,
1455
+ 0.0,
1456
+ 0.0,
1457
+ 0.0
1458
+ ],
1459
+ "predicted_reocclusion": null,
1460
+ "support_mode_conditioning": true,
1461
+ "path_recoveries": 0,
1462
+ "noop_fallbacks": 1
1463
+ },
1464
+ {
1465
+ "timestep": 79,
1466
+ "chosen_macro_mode": null,
1467
+ "planner_scores": [
1468
+ 0.0,
1469
+ 0.0,
1470
+ 0.0,
1471
+ 0.0,
1472
+ 0.0,
1473
+ 0.0,
1474
+ 0.0,
1475
+ 0.0
1476
+ ],
1477
+ "predicted_reocclusion": null,
1478
+ "support_mode_conditioning": true,
1479
+ "path_recoveries": 0,
1480
+ "noop_fallbacks": 1
1481
+ },
1482
+ {
1483
+ "timestep": 80,
1484
+ "chosen_macro_mode": null,
1485
+ "planner_scores": [
1486
+ 0.0,
1487
+ 0.0,
1488
+ 0.0,
1489
+ 0.0,
1490
+ 0.0,
1491
+ 0.0,
1492
+ 0.0,
1493
+ 0.0
1494
+ ],
1495
+ "predicted_reocclusion": null,
1496
+ "support_mode_conditioning": true,
1497
+ "path_recoveries": 0,
1498
+ "noop_fallbacks": 1
1499
+ },
1500
+ {
1501
+ "timestep": 81,
1502
+ "chosen_macro_mode": null,
1503
+ "planner_scores": [
1504
+ 0.0,
1505
+ 0.0,
1506
+ 0.0,
1507
+ 0.0,
1508
+ 0.0,
1509
+ 0.0,
1510
+ 0.0,
1511
+ 0.0
1512
+ ],
1513
+ "predicted_reocclusion": null,
1514
+ "support_mode_conditioning": true,
1515
+ "path_recoveries": 0,
1516
+ "noop_fallbacks": 1
1517
+ },
1518
+ {
1519
+ "timestep": 82,
1520
+ "chosen_macro_mode": null,
1521
+ "planner_scores": [
1522
+ 0.0,
1523
+ 0.0,
1524
+ 0.0,
1525
+ 0.0,
1526
+ 0.0,
1527
+ 0.0,
1528
+ 0.0,
1529
+ 0.0
1530
+ ],
1531
+ "predicted_reocclusion": null,
1532
+ "support_mode_conditioning": true,
1533
+ "path_recoveries": 0,
1534
+ "noop_fallbacks": 1
1535
+ },
1536
+ {
1537
+ "timestep": 83,
1538
+ "chosen_macro_mode": null,
1539
+ "planner_scores": [
1540
+ 0.0,
1541
+ 0.0,
1542
+ 0.0,
1543
+ 0.0,
1544
+ 0.0,
1545
+ 0.0,
1546
+ 0.0,
1547
+ 0.0
1548
+ ],
1549
+ "predicted_reocclusion": null,
1550
+ "support_mode_conditioning": true,
1551
+ "path_recoveries": 0,
1552
+ "noop_fallbacks": 1
1553
+ },
1554
+ {
1555
+ "timestep": 84,
1556
+ "chosen_macro_mode": null,
1557
+ "planner_scores": [
1558
+ 0.0,
1559
+ 0.0,
1560
+ 0.0,
1561
+ 0.0,
1562
+ 0.0,
1563
+ 0.0,
1564
+ 0.0,
1565
+ 0.0
1566
+ ],
1567
+ "predicted_reocclusion": null,
1568
+ "support_mode_conditioning": true,
1569
+ "path_recoveries": 0,
1570
+ "noop_fallbacks": 1
1571
+ },
1572
+ {
1573
+ "timestep": 85,
1574
+ "chosen_macro_mode": null,
1575
+ "planner_scores": [
1576
+ 0.0,
1577
+ 0.0,
1578
+ 0.0,
1579
+ 0.0,
1580
+ 0.0,
1581
+ 0.0,
1582
+ 0.0,
1583
+ 0.0
1584
+ ],
1585
+ "predicted_reocclusion": null,
1586
+ "support_mode_conditioning": true,
1587
+ "path_recoveries": 0,
1588
+ "noop_fallbacks": 1
1589
+ },
1590
+ {
1591
+ "timestep": 86,
1592
+ "chosen_macro_mode": null,
1593
+ "planner_scores": [
1594
+ 0.0,
1595
+ 0.0,
1596
+ 0.0,
1597
+ 0.0,
1598
+ 0.0,
1599
+ 0.0,
1600
+ 0.0,
1601
+ 0.0
1602
+ ],
1603
+ "predicted_reocclusion": null,
1604
+ "support_mode_conditioning": true,
1605
+ "path_recoveries": 0,
1606
+ "noop_fallbacks": 1
1607
+ },
1608
+ {
1609
+ "timestep": 87,
1610
+ "chosen_macro_mode": null,
1611
+ "planner_scores": [
1612
+ 0.0,
1613
+ 0.0,
1614
+ 0.0,
1615
+ 0.0,
1616
+ 0.0,
1617
+ 0.0,
1618
+ 0.0,
1619
+ 0.0
1620
+ ],
1621
+ "predicted_reocclusion": null,
1622
+ "support_mode_conditioning": true,
1623
+ "path_recoveries": 0,
1624
+ "noop_fallbacks": 1
1625
+ },
1626
+ {
1627
+ "timestep": 88,
1628
+ "chosen_macro_mode": null,
1629
+ "planner_scores": [
1630
+ 0.0,
1631
+ 0.0,
1632
+ 0.0,
1633
+ 0.0,
1634
+ 0.0,
1635
+ 0.0,
1636
+ 0.0,
1637
+ 0.0
1638
+ ],
1639
+ "predicted_reocclusion": null,
1640
+ "support_mode_conditioning": true,
1641
+ "path_recoveries": 0,
1642
+ "noop_fallbacks": 1
1643
+ },
1644
+ {
1645
+ "timestep": 89,
1646
+ "chosen_macro_mode": null,
1647
+ "planner_scores": [
1648
+ 0.0,
1649
+ 0.0,
1650
+ 0.0,
1651
+ 0.0,
1652
+ 0.0,
1653
+ 0.0,
1654
+ 0.0,
1655
+ 0.0
1656
+ ],
1657
+ "predicted_reocclusion": null,
1658
+ "support_mode_conditioning": true,
1659
+ "path_recoveries": 0,
1660
+ "noop_fallbacks": 1
1661
+ },
1662
+ {
1663
+ "timestep": 90,
1664
+ "chosen_macro_mode": null,
1665
+ "planner_scores": [
1666
+ 0.0,
1667
+ 0.0,
1668
+ 0.0,
1669
+ 0.0,
1670
+ 0.0,
1671
+ 0.0,
1672
+ 0.0,
1673
+ 0.0
1674
+ ],
1675
+ "predicted_reocclusion": null,
1676
+ "support_mode_conditioning": true,
1677
+ "path_recoveries": 0,
1678
+ "noop_fallbacks": 1
1679
+ },
1680
+ {
1681
+ "timestep": 91,
1682
+ "chosen_macro_mode": null,
1683
+ "planner_scores": [
1684
+ 0.0,
1685
+ 0.0,
1686
+ 0.0,
1687
+ 0.0,
1688
+ 0.0,
1689
+ 0.0,
1690
+ 0.0,
1691
+ 0.0
1692
+ ],
1693
+ "predicted_reocclusion": null,
1694
+ "support_mode_conditioning": true,
1695
+ "path_recoveries": 0,
1696
+ "noop_fallbacks": 1
1697
+ },
1698
+ {
1699
+ "timestep": 92,
1700
+ "chosen_macro_mode": null,
1701
+ "planner_scores": [
1702
+ 0.0,
1703
+ 0.0,
1704
+ 0.0,
1705
+ 0.0,
1706
+ 0.0,
1707
+ 0.0,
1708
+ 0.0,
1709
+ 0.0
1710
+ ],
1711
+ "predicted_reocclusion": null,
1712
+ "support_mode_conditioning": true,
1713
+ "path_recoveries": 0,
1714
+ "noop_fallbacks": 1
1715
+ },
1716
+ {
1717
+ "timestep": 93,
1718
+ "chosen_macro_mode": null,
1719
+ "planner_scores": [
1720
+ 0.0,
1721
+ 0.0,
1722
+ 0.0,
1723
+ 0.0,
1724
+ 0.0,
1725
+ 0.0,
1726
+ 0.0,
1727
+ 0.0
1728
+ ],
1729
+ "predicted_reocclusion": null,
1730
+ "support_mode_conditioning": true,
1731
+ "path_recoveries": 0,
1732
+ "noop_fallbacks": 1
1733
+ },
1734
+ {
1735
+ "timestep": 94,
1736
+ "chosen_macro_mode": null,
1737
+ "planner_scores": [
1738
+ 0.0,
1739
+ 0.0,
1740
+ 0.0,
1741
+ 0.0,
1742
+ 0.0,
1743
+ 0.0,
1744
+ 0.0,
1745
+ 0.0
1746
+ ],
1747
+ "predicted_reocclusion": null,
1748
+ "support_mode_conditioning": true,
1749
+ "path_recoveries": 0,
1750
+ "noop_fallbacks": 1
1751
+ },
1752
+ {
1753
+ "timestep": 95,
1754
+ "chosen_macro_mode": null,
1755
+ "planner_scores": [
1756
+ 0.0,
1757
+ 0.0,
1758
+ 0.0,
1759
+ 0.0,
1760
+ 0.0,
1761
+ 0.0,
1762
+ 0.0,
1763
+ 0.0
1764
+ ],
1765
+ "predicted_reocclusion": null,
1766
+ "support_mode_conditioning": true,
1767
+ "path_recoveries": 0,
1768
+ "noop_fallbacks": 1
1769
+ },
1770
+ {
1771
+ "timestep": 96,
1772
+ "chosen_macro_mode": null,
1773
+ "planner_scores": [
1774
+ 0.0,
1775
+ 0.0,
1776
+ 0.0,
1777
+ 0.0,
1778
+ 0.0,
1779
+ 0.0,
1780
+ 0.0,
1781
+ 0.0
1782
+ ],
1783
+ "predicted_reocclusion": null,
1784
+ "support_mode_conditioning": true,
1785
+ "path_recoveries": 0,
1786
+ "noop_fallbacks": 1
1787
+ },
1788
+ {
1789
+ "timestep": 97,
1790
+ "chosen_macro_mode": null,
1791
+ "planner_scores": [
1792
+ 0.0,
1793
+ 0.0,
1794
+ 0.0,
1795
+ 0.0,
1796
+ 0.0,
1797
+ 0.0,
1798
+ 0.0,
1799
+ 0.0
1800
+ ],
1801
+ "predicted_reocclusion": null,
1802
+ "support_mode_conditioning": true,
1803
+ "path_recoveries": 0,
1804
+ "noop_fallbacks": 1
1805
+ },
1806
+ {
1807
+ "timestep": 98,
1808
+ "chosen_macro_mode": null,
1809
+ "planner_scores": [
1810
+ 0.0,
1811
+ 0.0,
1812
+ 0.0,
1813
+ 0.0,
1814
+ 0.0,
1815
+ 0.0,
1816
+ 0.0,
1817
+ 0.0
1818
+ ],
1819
+ "predicted_reocclusion": null,
1820
+ "support_mode_conditioning": true,
1821
+ "path_recoveries": 0,
1822
+ "noop_fallbacks": 1
1823
+ },
1824
+ {
1825
+ "timestep": 99,
1826
+ "chosen_macro_mode": null,
1827
+ "planner_scores": [
1828
+ 0.0,
1829
+ 0.0,
1830
+ 0.0,
1831
+ 0.0,
1832
+ 0.0,
1833
+ 0.0,
1834
+ 0.0,
1835
+ 0.0
1836
+ ],
1837
+ "predicted_reocclusion": null,
1838
+ "support_mode_conditioning": true,
1839
+ "path_recoveries": 0,
1840
+ "noop_fallbacks": 1
1841
+ }
1842
+ ],
1843
+ "success": 0.0,
1844
+ "return": 0.0,
1845
+ "path_recoveries": 2,
1846
+ "noop_fallbacks": 98
1847
+ }
1848
+ ],
1849
+ "mean_success": 0.0,
1850
+ "mean_return": 0.0
1851
+ }
1852
+ },
1853
+ "mean_success": 0.0
1854
+ }
artifacts/reports/rlbench_dual_buttons_baseline_len100_ep1_ik_rescale/rollout_eval.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # RLBench Rollout Eval
2
+
3
+ - Checkpoint: `/workspace/VLAarchtests/artifacts/outputs/r3d/proxy_interaction_r3d_stage3_clip_rgbd_seed17/checkpoint_best.pt`
4
+ - Plan requested: `False`
5
+ - Plan applied: `False`
6
+ - Support-mode conditioning: `True`
7
+ - Task conditioning: `True`
8
+ - Geometry enabled: `True`
9
+ - World-model mode: `checkpoint_default`
10
+ - Mean success: `0.000`
11
+
12
+ ## Per-task
13
+
14
+ - `bimanual_dual_push_buttons`: mean_success=0.000, returns=[0.0]
artifacts/reports/rlbench_dual_buttons_baseline_len100_ep1_ik_rescale/rollout_eval.partial.json ADDED
@@ -0,0 +1,1854 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d/proxy_interaction_r3d_stage3_clip_rgbd_seed17/checkpoint_best.pt",
3
+ "plan_requested": false,
4
+ "plan_applied": false,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 1,
11
+ "episode_length": 100,
12
+ "resolution": 224,
13
+ "reset_retries": 20,
14
+ "arm_mode": "ik",
15
+ "cameras": [
16
+ "front",
17
+ "wrist_left",
18
+ "wrist_right"
19
+ ],
20
+ "tasks": {
21
+ "bimanual_dual_push_buttons": {
22
+ "task_class": "BimanualDualPushButtons",
23
+ "successes": [
24
+ 0.0
25
+ ],
26
+ "returns": [
27
+ 0.0
28
+ ],
29
+ "path_recoveries": [
30
+ 2
31
+ ],
32
+ "noop_fallbacks": [
33
+ 98
34
+ ],
35
+ "reset_retries": [
36
+ 0
37
+ ],
38
+ "episode_traces": [
39
+ {
40
+ "language_goal": "push the olive and the orange buttons",
41
+ "steps": [
42
+ {
43
+ "timestep": 0,
44
+ "chosen_macro_mode": null,
45
+ "planner_scores": [
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0
54
+ ],
55
+ "predicted_reocclusion": null,
56
+ "support_mode_conditioning": true,
57
+ "path_recoveries": 1,
58
+ "noop_fallbacks": 0
59
+ },
60
+ {
61
+ "timestep": 1,
62
+ "chosen_macro_mode": null,
63
+ "planner_scores": [
64
+ 0.0,
65
+ 0.0,
66
+ 0.0,
67
+ 0.0,
68
+ 0.0,
69
+ 0.0,
70
+ 0.0,
71
+ 0.0
72
+ ],
73
+ "predicted_reocclusion": null,
74
+ "support_mode_conditioning": true,
75
+ "path_recoveries": 1,
76
+ "noop_fallbacks": 0
77
+ },
78
+ {
79
+ "timestep": 2,
80
+ "chosen_macro_mode": null,
81
+ "planner_scores": [
82
+ 0.0,
83
+ 0.0,
84
+ 0.0,
85
+ 0.0,
86
+ 0.0,
87
+ 0.0,
88
+ 0.0,
89
+ 0.0
90
+ ],
91
+ "predicted_reocclusion": null,
92
+ "support_mode_conditioning": true,
93
+ "path_recoveries": 0,
94
+ "noop_fallbacks": 1
95
+ },
96
+ {
97
+ "timestep": 3,
98
+ "chosen_macro_mode": null,
99
+ "planner_scores": [
100
+ 0.0,
101
+ 0.0,
102
+ 0.0,
103
+ 0.0,
104
+ 0.0,
105
+ 0.0,
106
+ 0.0,
107
+ 0.0
108
+ ],
109
+ "predicted_reocclusion": null,
110
+ "support_mode_conditioning": true,
111
+ "path_recoveries": 0,
112
+ "noop_fallbacks": 1
113
+ },
114
+ {
115
+ "timestep": 4,
116
+ "chosen_macro_mode": null,
117
+ "planner_scores": [
118
+ 0.0,
119
+ 0.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0
126
+ ],
127
+ "predicted_reocclusion": null,
128
+ "support_mode_conditioning": true,
129
+ "path_recoveries": 0,
130
+ "noop_fallbacks": 1
131
+ },
132
+ {
133
+ "timestep": 5,
134
+ "chosen_macro_mode": null,
135
+ "planner_scores": [
136
+ 0.0,
137
+ 0.0,
138
+ 0.0,
139
+ 0.0,
140
+ 0.0,
141
+ 0.0,
142
+ 0.0,
143
+ 0.0
144
+ ],
145
+ "predicted_reocclusion": null,
146
+ "support_mode_conditioning": true,
147
+ "path_recoveries": 0,
148
+ "noop_fallbacks": 1
149
+ },
150
+ {
151
+ "timestep": 6,
152
+ "chosen_macro_mode": null,
153
+ "planner_scores": [
154
+ 0.0,
155
+ 0.0,
156
+ 0.0,
157
+ 0.0,
158
+ 0.0,
159
+ 0.0,
160
+ 0.0,
161
+ 0.0
162
+ ],
163
+ "predicted_reocclusion": null,
164
+ "support_mode_conditioning": true,
165
+ "path_recoveries": 0,
166
+ "noop_fallbacks": 1
167
+ },
168
+ {
169
+ "timestep": 7,
170
+ "chosen_macro_mode": null,
171
+ "planner_scores": [
172
+ 0.0,
173
+ 0.0,
174
+ 0.0,
175
+ 0.0,
176
+ 0.0,
177
+ 0.0,
178
+ 0.0,
179
+ 0.0
180
+ ],
181
+ "predicted_reocclusion": null,
182
+ "support_mode_conditioning": true,
183
+ "path_recoveries": 0,
184
+ "noop_fallbacks": 1
185
+ },
186
+ {
187
+ "timestep": 8,
188
+ "chosen_macro_mode": null,
189
+ "planner_scores": [
190
+ 0.0,
191
+ 0.0,
192
+ 0.0,
193
+ 0.0,
194
+ 0.0,
195
+ 0.0,
196
+ 0.0,
197
+ 0.0
198
+ ],
199
+ "predicted_reocclusion": null,
200
+ "support_mode_conditioning": true,
201
+ "path_recoveries": 0,
202
+ "noop_fallbacks": 1
203
+ },
204
+ {
205
+ "timestep": 9,
206
+ "chosen_macro_mode": null,
207
+ "planner_scores": [
208
+ 0.0,
209
+ 0.0,
210
+ 0.0,
211
+ 0.0,
212
+ 0.0,
213
+ 0.0,
214
+ 0.0,
215
+ 0.0
216
+ ],
217
+ "predicted_reocclusion": null,
218
+ "support_mode_conditioning": true,
219
+ "path_recoveries": 0,
220
+ "noop_fallbacks": 1
221
+ },
222
+ {
223
+ "timestep": 10,
224
+ "chosen_macro_mode": null,
225
+ "planner_scores": [
226
+ 0.0,
227
+ 0.0,
228
+ 0.0,
229
+ 0.0,
230
+ 0.0,
231
+ 0.0,
232
+ 0.0,
233
+ 0.0
234
+ ],
235
+ "predicted_reocclusion": null,
236
+ "support_mode_conditioning": true,
237
+ "path_recoveries": 0,
238
+ "noop_fallbacks": 1
239
+ },
240
+ {
241
+ "timestep": 11,
242
+ "chosen_macro_mode": null,
243
+ "planner_scores": [
244
+ 0.0,
245
+ 0.0,
246
+ 0.0,
247
+ 0.0,
248
+ 0.0,
249
+ 0.0,
250
+ 0.0,
251
+ 0.0
252
+ ],
253
+ "predicted_reocclusion": null,
254
+ "support_mode_conditioning": true,
255
+ "path_recoveries": 0,
256
+ "noop_fallbacks": 1
257
+ },
258
+ {
259
+ "timestep": 12,
260
+ "chosen_macro_mode": null,
261
+ "planner_scores": [
262
+ 0.0,
263
+ 0.0,
264
+ 0.0,
265
+ 0.0,
266
+ 0.0,
267
+ 0.0,
268
+ 0.0,
269
+ 0.0
270
+ ],
271
+ "predicted_reocclusion": null,
272
+ "support_mode_conditioning": true,
273
+ "path_recoveries": 0,
274
+ "noop_fallbacks": 1
275
+ },
276
+ {
277
+ "timestep": 13,
278
+ "chosen_macro_mode": null,
279
+ "planner_scores": [
280
+ 0.0,
281
+ 0.0,
282
+ 0.0,
283
+ 0.0,
284
+ 0.0,
285
+ 0.0,
286
+ 0.0,
287
+ 0.0
288
+ ],
289
+ "predicted_reocclusion": null,
290
+ "support_mode_conditioning": true,
291
+ "path_recoveries": 0,
292
+ "noop_fallbacks": 1
293
+ },
294
+ {
295
+ "timestep": 14,
296
+ "chosen_macro_mode": null,
297
+ "planner_scores": [
298
+ 0.0,
299
+ 0.0,
300
+ 0.0,
301
+ 0.0,
302
+ 0.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0
306
+ ],
307
+ "predicted_reocclusion": null,
308
+ "support_mode_conditioning": true,
309
+ "path_recoveries": 0,
310
+ "noop_fallbacks": 1
311
+ },
312
+ {
313
+ "timestep": 15,
314
+ "chosen_macro_mode": null,
315
+ "planner_scores": [
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 0.0
324
+ ],
325
+ "predicted_reocclusion": null,
326
+ "support_mode_conditioning": true,
327
+ "path_recoveries": 0,
328
+ "noop_fallbacks": 1
329
+ },
330
+ {
331
+ "timestep": 16,
332
+ "chosen_macro_mode": null,
333
+ "planner_scores": [
334
+ 0.0,
335
+ 0.0,
336
+ 0.0,
337
+ 0.0,
338
+ 0.0,
339
+ 0.0,
340
+ 0.0,
341
+ 0.0
342
+ ],
343
+ "predicted_reocclusion": null,
344
+ "support_mode_conditioning": true,
345
+ "path_recoveries": 0,
346
+ "noop_fallbacks": 1
347
+ },
348
+ {
349
+ "timestep": 17,
350
+ "chosen_macro_mode": null,
351
+ "planner_scores": [
352
+ 0.0,
353
+ 0.0,
354
+ 0.0,
355
+ 0.0,
356
+ 0.0,
357
+ 0.0,
358
+ 0.0,
359
+ 0.0
360
+ ],
361
+ "predicted_reocclusion": null,
362
+ "support_mode_conditioning": true,
363
+ "path_recoveries": 0,
364
+ "noop_fallbacks": 1
365
+ },
366
+ {
367
+ "timestep": 18,
368
+ "chosen_macro_mode": null,
369
+ "planner_scores": [
370
+ 0.0,
371
+ 0.0,
372
+ 0.0,
373
+ 0.0,
374
+ 0.0,
375
+ 0.0,
376
+ 0.0,
377
+ 0.0
378
+ ],
379
+ "predicted_reocclusion": null,
380
+ "support_mode_conditioning": true,
381
+ "path_recoveries": 0,
382
+ "noop_fallbacks": 1
383
+ },
384
+ {
385
+ "timestep": 19,
386
+ "chosen_macro_mode": null,
387
+ "planner_scores": [
388
+ 0.0,
389
+ 0.0,
390
+ 0.0,
391
+ 0.0,
392
+ 0.0,
393
+ 0.0,
394
+ 0.0,
395
+ 0.0
396
+ ],
397
+ "predicted_reocclusion": null,
398
+ "support_mode_conditioning": true,
399
+ "path_recoveries": 0,
400
+ "noop_fallbacks": 1
401
+ },
402
+ {
403
+ "timestep": 20,
404
+ "chosen_macro_mode": null,
405
+ "planner_scores": [
406
+ 0.0,
407
+ 0.0,
408
+ 0.0,
409
+ 0.0,
410
+ 0.0,
411
+ 0.0,
412
+ 0.0,
413
+ 0.0
414
+ ],
415
+ "predicted_reocclusion": null,
416
+ "support_mode_conditioning": true,
417
+ "path_recoveries": 0,
418
+ "noop_fallbacks": 1
419
+ },
420
+ {
421
+ "timestep": 21,
422
+ "chosen_macro_mode": null,
423
+ "planner_scores": [
424
+ 0.0,
425
+ 0.0,
426
+ 0.0,
427
+ 0.0,
428
+ 0.0,
429
+ 0.0,
430
+ 0.0,
431
+ 0.0
432
+ ],
433
+ "predicted_reocclusion": null,
434
+ "support_mode_conditioning": true,
435
+ "path_recoveries": 0,
436
+ "noop_fallbacks": 1
437
+ },
438
+ {
439
+ "timestep": 22,
440
+ "chosen_macro_mode": null,
441
+ "planner_scores": [
442
+ 0.0,
443
+ 0.0,
444
+ 0.0,
445
+ 0.0,
446
+ 0.0,
447
+ 0.0,
448
+ 0.0,
449
+ 0.0
450
+ ],
451
+ "predicted_reocclusion": null,
452
+ "support_mode_conditioning": true,
453
+ "path_recoveries": 0,
454
+ "noop_fallbacks": 1
455
+ },
456
+ {
457
+ "timestep": 23,
458
+ "chosen_macro_mode": null,
459
+ "planner_scores": [
460
+ 0.0,
461
+ 0.0,
462
+ 0.0,
463
+ 0.0,
464
+ 0.0,
465
+ 0.0,
466
+ 0.0,
467
+ 0.0
468
+ ],
469
+ "predicted_reocclusion": null,
470
+ "support_mode_conditioning": true,
471
+ "path_recoveries": 0,
472
+ "noop_fallbacks": 1
473
+ },
474
+ {
475
+ "timestep": 24,
476
+ "chosen_macro_mode": null,
477
+ "planner_scores": [
478
+ 0.0,
479
+ 0.0,
480
+ 0.0,
481
+ 0.0,
482
+ 0.0,
483
+ 0.0,
484
+ 0.0,
485
+ 0.0
486
+ ],
487
+ "predicted_reocclusion": null,
488
+ "support_mode_conditioning": true,
489
+ "path_recoveries": 0,
490
+ "noop_fallbacks": 1
491
+ },
492
+ {
493
+ "timestep": 25,
494
+ "chosen_macro_mode": null,
495
+ "planner_scores": [
496
+ 0.0,
497
+ 0.0,
498
+ 0.0,
499
+ 0.0,
500
+ 0.0,
501
+ 0.0,
502
+ 0.0,
503
+ 0.0
504
+ ],
505
+ "predicted_reocclusion": null,
506
+ "support_mode_conditioning": true,
507
+ "path_recoveries": 0,
508
+ "noop_fallbacks": 1
509
+ },
510
+ {
511
+ "timestep": 26,
512
+ "chosen_macro_mode": null,
513
+ "planner_scores": [
514
+ 0.0,
515
+ 0.0,
516
+ 0.0,
517
+ 0.0,
518
+ 0.0,
519
+ 0.0,
520
+ 0.0,
521
+ 0.0
522
+ ],
523
+ "predicted_reocclusion": null,
524
+ "support_mode_conditioning": true,
525
+ "path_recoveries": 0,
526
+ "noop_fallbacks": 1
527
+ },
528
+ {
529
+ "timestep": 27,
530
+ "chosen_macro_mode": null,
531
+ "planner_scores": [
532
+ 0.0,
533
+ 0.0,
534
+ 0.0,
535
+ 0.0,
536
+ 0.0,
537
+ 0.0,
538
+ 0.0,
539
+ 0.0
540
+ ],
541
+ "predicted_reocclusion": null,
542
+ "support_mode_conditioning": true,
543
+ "path_recoveries": 0,
544
+ "noop_fallbacks": 1
545
+ },
546
+ {
547
+ "timestep": 28,
548
+ "chosen_macro_mode": null,
549
+ "planner_scores": [
550
+ 0.0,
551
+ 0.0,
552
+ 0.0,
553
+ 0.0,
554
+ 0.0,
555
+ 0.0,
556
+ 0.0,
557
+ 0.0
558
+ ],
559
+ "predicted_reocclusion": null,
560
+ "support_mode_conditioning": true,
561
+ "path_recoveries": 0,
562
+ "noop_fallbacks": 1
563
+ },
564
+ {
565
+ "timestep": 29,
566
+ "chosen_macro_mode": null,
567
+ "planner_scores": [
568
+ 0.0,
569
+ 0.0,
570
+ 0.0,
571
+ 0.0,
572
+ 0.0,
573
+ 0.0,
574
+ 0.0,
575
+ 0.0
576
+ ],
577
+ "predicted_reocclusion": null,
578
+ "support_mode_conditioning": true,
579
+ "path_recoveries": 0,
580
+ "noop_fallbacks": 1
581
+ },
582
+ {
583
+ "timestep": 30,
584
+ "chosen_macro_mode": null,
585
+ "planner_scores": [
586
+ 0.0,
587
+ 0.0,
588
+ 0.0,
589
+ 0.0,
590
+ 0.0,
591
+ 0.0,
592
+ 0.0,
593
+ 0.0
594
+ ],
595
+ "predicted_reocclusion": null,
596
+ "support_mode_conditioning": true,
597
+ "path_recoveries": 0,
598
+ "noop_fallbacks": 1
599
+ },
600
+ {
601
+ "timestep": 31,
602
+ "chosen_macro_mode": null,
603
+ "planner_scores": [
604
+ 0.0,
605
+ 0.0,
606
+ 0.0,
607
+ 0.0,
608
+ 0.0,
609
+ 0.0,
610
+ 0.0,
611
+ 0.0
612
+ ],
613
+ "predicted_reocclusion": null,
614
+ "support_mode_conditioning": true,
615
+ "path_recoveries": 0,
616
+ "noop_fallbacks": 1
617
+ },
618
+ {
619
+ "timestep": 32,
620
+ "chosen_macro_mode": null,
621
+ "planner_scores": [
622
+ 0.0,
623
+ 0.0,
624
+ 0.0,
625
+ 0.0,
626
+ 0.0,
627
+ 0.0,
628
+ 0.0,
629
+ 0.0
630
+ ],
631
+ "predicted_reocclusion": null,
632
+ "support_mode_conditioning": true,
633
+ "path_recoveries": 0,
634
+ "noop_fallbacks": 1
635
+ },
636
+ {
637
+ "timestep": 33,
638
+ "chosen_macro_mode": null,
639
+ "planner_scores": [
640
+ 0.0,
641
+ 0.0,
642
+ 0.0,
643
+ 0.0,
644
+ 0.0,
645
+ 0.0,
646
+ 0.0,
647
+ 0.0
648
+ ],
649
+ "predicted_reocclusion": null,
650
+ "support_mode_conditioning": true,
651
+ "path_recoveries": 0,
652
+ "noop_fallbacks": 1
653
+ },
654
+ {
655
+ "timestep": 34,
656
+ "chosen_macro_mode": null,
657
+ "planner_scores": [
658
+ 0.0,
659
+ 0.0,
660
+ 0.0,
661
+ 0.0,
662
+ 0.0,
663
+ 0.0,
664
+ 0.0,
665
+ 0.0
666
+ ],
667
+ "predicted_reocclusion": null,
668
+ "support_mode_conditioning": true,
669
+ "path_recoveries": 0,
670
+ "noop_fallbacks": 1
671
+ },
672
+ {
673
+ "timestep": 35,
674
+ "chosen_macro_mode": null,
675
+ "planner_scores": [
676
+ 0.0,
677
+ 0.0,
678
+ 0.0,
679
+ 0.0,
680
+ 0.0,
681
+ 0.0,
682
+ 0.0,
683
+ 0.0
684
+ ],
685
+ "predicted_reocclusion": null,
686
+ "support_mode_conditioning": true,
687
+ "path_recoveries": 0,
688
+ "noop_fallbacks": 1
689
+ },
690
+ {
691
+ "timestep": 36,
692
+ "chosen_macro_mode": null,
693
+ "planner_scores": [
694
+ 0.0,
695
+ 0.0,
696
+ 0.0,
697
+ 0.0,
698
+ 0.0,
699
+ 0.0,
700
+ 0.0,
701
+ 0.0
702
+ ],
703
+ "predicted_reocclusion": null,
704
+ "support_mode_conditioning": true,
705
+ "path_recoveries": 0,
706
+ "noop_fallbacks": 1
707
+ },
708
+ {
709
+ "timestep": 37,
710
+ "chosen_macro_mode": null,
711
+ "planner_scores": [
712
+ 0.0,
713
+ 0.0,
714
+ 0.0,
715
+ 0.0,
716
+ 0.0,
717
+ 0.0,
718
+ 0.0,
719
+ 0.0
720
+ ],
721
+ "predicted_reocclusion": null,
722
+ "support_mode_conditioning": true,
723
+ "path_recoveries": 0,
724
+ "noop_fallbacks": 1
725
+ },
726
+ {
727
+ "timestep": 38,
728
+ "chosen_macro_mode": null,
729
+ "planner_scores": [
730
+ 0.0,
731
+ 0.0,
732
+ 0.0,
733
+ 0.0,
734
+ 0.0,
735
+ 0.0,
736
+ 0.0,
737
+ 0.0
738
+ ],
739
+ "predicted_reocclusion": null,
740
+ "support_mode_conditioning": true,
741
+ "path_recoveries": 0,
742
+ "noop_fallbacks": 1
743
+ },
744
+ {
745
+ "timestep": 39,
746
+ "chosen_macro_mode": null,
747
+ "planner_scores": [
748
+ 0.0,
749
+ 0.0,
750
+ 0.0,
751
+ 0.0,
752
+ 0.0,
753
+ 0.0,
754
+ 0.0,
755
+ 0.0
756
+ ],
757
+ "predicted_reocclusion": null,
758
+ "support_mode_conditioning": true,
759
+ "path_recoveries": 0,
760
+ "noop_fallbacks": 1
761
+ },
762
+ {
763
+ "timestep": 40,
764
+ "chosen_macro_mode": null,
765
+ "planner_scores": [
766
+ 0.0,
767
+ 0.0,
768
+ 0.0,
769
+ 0.0,
770
+ 0.0,
771
+ 0.0,
772
+ 0.0,
773
+ 0.0
774
+ ],
775
+ "predicted_reocclusion": null,
776
+ "support_mode_conditioning": true,
777
+ "path_recoveries": 0,
778
+ "noop_fallbacks": 1
779
+ },
780
+ {
781
+ "timestep": 41,
782
+ "chosen_macro_mode": null,
783
+ "planner_scores": [
784
+ 0.0,
785
+ 0.0,
786
+ 0.0,
787
+ 0.0,
788
+ 0.0,
789
+ 0.0,
790
+ 0.0,
791
+ 0.0
792
+ ],
793
+ "predicted_reocclusion": null,
794
+ "support_mode_conditioning": true,
795
+ "path_recoveries": 0,
796
+ "noop_fallbacks": 1
797
+ },
798
+ {
799
+ "timestep": 42,
800
+ "chosen_macro_mode": null,
801
+ "planner_scores": [
802
+ 0.0,
803
+ 0.0,
804
+ 0.0,
805
+ 0.0,
806
+ 0.0,
807
+ 0.0,
808
+ 0.0,
809
+ 0.0
810
+ ],
811
+ "predicted_reocclusion": null,
812
+ "support_mode_conditioning": true,
813
+ "path_recoveries": 0,
814
+ "noop_fallbacks": 1
815
+ },
816
+ {
817
+ "timestep": 43,
818
+ "chosen_macro_mode": null,
819
+ "planner_scores": [
820
+ 0.0,
821
+ 0.0,
822
+ 0.0,
823
+ 0.0,
824
+ 0.0,
825
+ 0.0,
826
+ 0.0,
827
+ 0.0
828
+ ],
829
+ "predicted_reocclusion": null,
830
+ "support_mode_conditioning": true,
831
+ "path_recoveries": 0,
832
+ "noop_fallbacks": 1
833
+ },
834
+ {
835
+ "timestep": 44,
836
+ "chosen_macro_mode": null,
837
+ "planner_scores": [
838
+ 0.0,
839
+ 0.0,
840
+ 0.0,
841
+ 0.0,
842
+ 0.0,
843
+ 0.0,
844
+ 0.0,
845
+ 0.0
846
+ ],
847
+ "predicted_reocclusion": null,
848
+ "support_mode_conditioning": true,
849
+ "path_recoveries": 0,
850
+ "noop_fallbacks": 1
851
+ },
852
+ {
853
+ "timestep": 45,
854
+ "chosen_macro_mode": null,
855
+ "planner_scores": [
856
+ 0.0,
857
+ 0.0,
858
+ 0.0,
859
+ 0.0,
860
+ 0.0,
861
+ 0.0,
862
+ 0.0,
863
+ 0.0
864
+ ],
865
+ "predicted_reocclusion": null,
866
+ "support_mode_conditioning": true,
867
+ "path_recoveries": 0,
868
+ "noop_fallbacks": 1
869
+ },
870
+ {
871
+ "timestep": 46,
872
+ "chosen_macro_mode": null,
873
+ "planner_scores": [
874
+ 0.0,
875
+ 0.0,
876
+ 0.0,
877
+ 0.0,
878
+ 0.0,
879
+ 0.0,
880
+ 0.0,
881
+ 0.0
882
+ ],
883
+ "predicted_reocclusion": null,
884
+ "support_mode_conditioning": true,
885
+ "path_recoveries": 0,
886
+ "noop_fallbacks": 1
887
+ },
888
+ {
889
+ "timestep": 47,
890
+ "chosen_macro_mode": null,
891
+ "planner_scores": [
892
+ 0.0,
893
+ 0.0,
894
+ 0.0,
895
+ 0.0,
896
+ 0.0,
897
+ 0.0,
898
+ 0.0,
899
+ 0.0
900
+ ],
901
+ "predicted_reocclusion": null,
902
+ "support_mode_conditioning": true,
903
+ "path_recoveries": 0,
904
+ "noop_fallbacks": 1
905
+ },
906
+ {
907
+ "timestep": 48,
908
+ "chosen_macro_mode": null,
909
+ "planner_scores": [
910
+ 0.0,
911
+ 0.0,
912
+ 0.0,
913
+ 0.0,
914
+ 0.0,
915
+ 0.0,
916
+ 0.0,
917
+ 0.0
918
+ ],
919
+ "predicted_reocclusion": null,
920
+ "support_mode_conditioning": true,
921
+ "path_recoveries": 0,
922
+ "noop_fallbacks": 1
923
+ },
924
+ {
925
+ "timestep": 49,
926
+ "chosen_macro_mode": null,
927
+ "planner_scores": [
928
+ 0.0,
929
+ 0.0,
930
+ 0.0,
931
+ 0.0,
932
+ 0.0,
933
+ 0.0,
934
+ 0.0,
935
+ 0.0
936
+ ],
937
+ "predicted_reocclusion": null,
938
+ "support_mode_conditioning": true,
939
+ "path_recoveries": 0,
940
+ "noop_fallbacks": 1
941
+ },
942
+ {
943
+ "timestep": 50,
944
+ "chosen_macro_mode": null,
945
+ "planner_scores": [
946
+ 0.0,
947
+ 0.0,
948
+ 0.0,
949
+ 0.0,
950
+ 0.0,
951
+ 0.0,
952
+ 0.0,
953
+ 0.0
954
+ ],
955
+ "predicted_reocclusion": null,
956
+ "support_mode_conditioning": true,
957
+ "path_recoveries": 0,
958
+ "noop_fallbacks": 1
959
+ },
960
+ {
961
+ "timestep": 51,
962
+ "chosen_macro_mode": null,
963
+ "planner_scores": [
964
+ 0.0,
965
+ 0.0,
966
+ 0.0,
967
+ 0.0,
968
+ 0.0,
969
+ 0.0,
970
+ 0.0,
971
+ 0.0
972
+ ],
973
+ "predicted_reocclusion": null,
974
+ "support_mode_conditioning": true,
975
+ "path_recoveries": 0,
976
+ "noop_fallbacks": 1
977
+ },
978
+ {
979
+ "timestep": 52,
980
+ "chosen_macro_mode": null,
981
+ "planner_scores": [
982
+ 0.0,
983
+ 0.0,
984
+ 0.0,
985
+ 0.0,
986
+ 0.0,
987
+ 0.0,
988
+ 0.0,
989
+ 0.0
990
+ ],
991
+ "predicted_reocclusion": null,
992
+ "support_mode_conditioning": true,
993
+ "path_recoveries": 0,
994
+ "noop_fallbacks": 1
995
+ },
996
+ {
997
+ "timestep": 53,
998
+ "chosen_macro_mode": null,
999
+ "planner_scores": [
1000
+ 0.0,
1001
+ 0.0,
1002
+ 0.0,
1003
+ 0.0,
1004
+ 0.0,
1005
+ 0.0,
1006
+ 0.0,
1007
+ 0.0
1008
+ ],
1009
+ "predicted_reocclusion": null,
1010
+ "support_mode_conditioning": true,
1011
+ "path_recoveries": 0,
1012
+ "noop_fallbacks": 1
1013
+ },
1014
+ {
1015
+ "timestep": 54,
1016
+ "chosen_macro_mode": null,
1017
+ "planner_scores": [
1018
+ 0.0,
1019
+ 0.0,
1020
+ 0.0,
1021
+ 0.0,
1022
+ 0.0,
1023
+ 0.0,
1024
+ 0.0,
1025
+ 0.0
1026
+ ],
1027
+ "predicted_reocclusion": null,
1028
+ "support_mode_conditioning": true,
1029
+ "path_recoveries": 0,
1030
+ "noop_fallbacks": 1
1031
+ },
1032
+ {
1033
+ "timestep": 55,
1034
+ "chosen_macro_mode": null,
1035
+ "planner_scores": [
1036
+ 0.0,
1037
+ 0.0,
1038
+ 0.0,
1039
+ 0.0,
1040
+ 0.0,
1041
+ 0.0,
1042
+ 0.0,
1043
+ 0.0
1044
+ ],
1045
+ "predicted_reocclusion": null,
1046
+ "support_mode_conditioning": true,
1047
+ "path_recoveries": 0,
1048
+ "noop_fallbacks": 1
1049
+ },
1050
+ {
1051
+ "timestep": 56,
1052
+ "chosen_macro_mode": null,
1053
+ "planner_scores": [
1054
+ 0.0,
1055
+ 0.0,
1056
+ 0.0,
1057
+ 0.0,
1058
+ 0.0,
1059
+ 0.0,
1060
+ 0.0,
1061
+ 0.0
1062
+ ],
1063
+ "predicted_reocclusion": null,
1064
+ "support_mode_conditioning": true,
1065
+ "path_recoveries": 0,
1066
+ "noop_fallbacks": 1
1067
+ },
1068
+ {
1069
+ "timestep": 57,
1070
+ "chosen_macro_mode": null,
1071
+ "planner_scores": [
1072
+ 0.0,
1073
+ 0.0,
1074
+ 0.0,
1075
+ 0.0,
1076
+ 0.0,
1077
+ 0.0,
1078
+ 0.0,
1079
+ 0.0
1080
+ ],
1081
+ "predicted_reocclusion": null,
1082
+ "support_mode_conditioning": true,
1083
+ "path_recoveries": 0,
1084
+ "noop_fallbacks": 1
1085
+ },
1086
+ {
1087
+ "timestep": 58,
1088
+ "chosen_macro_mode": null,
1089
+ "planner_scores": [
1090
+ 0.0,
1091
+ 0.0,
1092
+ 0.0,
1093
+ 0.0,
1094
+ 0.0,
1095
+ 0.0,
1096
+ 0.0,
1097
+ 0.0
1098
+ ],
1099
+ "predicted_reocclusion": null,
1100
+ "support_mode_conditioning": true,
1101
+ "path_recoveries": 0,
1102
+ "noop_fallbacks": 1
1103
+ },
1104
+ {
1105
+ "timestep": 59,
1106
+ "chosen_macro_mode": null,
1107
+ "planner_scores": [
1108
+ 0.0,
1109
+ 0.0,
1110
+ 0.0,
1111
+ 0.0,
1112
+ 0.0,
1113
+ 0.0,
1114
+ 0.0,
1115
+ 0.0
1116
+ ],
1117
+ "predicted_reocclusion": null,
1118
+ "support_mode_conditioning": true,
1119
+ "path_recoveries": 0,
1120
+ "noop_fallbacks": 1
1121
+ },
1122
+ {
1123
+ "timestep": 60,
1124
+ "chosen_macro_mode": null,
1125
+ "planner_scores": [
1126
+ 0.0,
1127
+ 0.0,
1128
+ 0.0,
1129
+ 0.0,
1130
+ 0.0,
1131
+ 0.0,
1132
+ 0.0,
1133
+ 0.0
1134
+ ],
1135
+ "predicted_reocclusion": null,
1136
+ "support_mode_conditioning": true,
1137
+ "path_recoveries": 0,
1138
+ "noop_fallbacks": 1
1139
+ },
1140
+ {
1141
+ "timestep": 61,
1142
+ "chosen_macro_mode": null,
1143
+ "planner_scores": [
1144
+ 0.0,
1145
+ 0.0,
1146
+ 0.0,
1147
+ 0.0,
1148
+ 0.0,
1149
+ 0.0,
1150
+ 0.0,
1151
+ 0.0
1152
+ ],
1153
+ "predicted_reocclusion": null,
1154
+ "support_mode_conditioning": true,
1155
+ "path_recoveries": 0,
1156
+ "noop_fallbacks": 1
1157
+ },
1158
+ {
1159
+ "timestep": 62,
1160
+ "chosen_macro_mode": null,
1161
+ "planner_scores": [
1162
+ 0.0,
1163
+ 0.0,
1164
+ 0.0,
1165
+ 0.0,
1166
+ 0.0,
1167
+ 0.0,
1168
+ 0.0,
1169
+ 0.0
1170
+ ],
1171
+ "predicted_reocclusion": null,
1172
+ "support_mode_conditioning": true,
1173
+ "path_recoveries": 0,
1174
+ "noop_fallbacks": 1
1175
+ },
1176
+ {
1177
+ "timestep": 63,
1178
+ "chosen_macro_mode": null,
1179
+ "planner_scores": [
1180
+ 0.0,
1181
+ 0.0,
1182
+ 0.0,
1183
+ 0.0,
1184
+ 0.0,
1185
+ 0.0,
1186
+ 0.0,
1187
+ 0.0
1188
+ ],
1189
+ "predicted_reocclusion": null,
1190
+ "support_mode_conditioning": true,
1191
+ "path_recoveries": 0,
1192
+ "noop_fallbacks": 1
1193
+ },
1194
+ {
1195
+ "timestep": 64,
1196
+ "chosen_macro_mode": null,
1197
+ "planner_scores": [
1198
+ 0.0,
1199
+ 0.0,
1200
+ 0.0,
1201
+ 0.0,
1202
+ 0.0,
1203
+ 0.0,
1204
+ 0.0,
1205
+ 0.0
1206
+ ],
1207
+ "predicted_reocclusion": null,
1208
+ "support_mode_conditioning": true,
1209
+ "path_recoveries": 0,
1210
+ "noop_fallbacks": 1
1211
+ },
1212
+ {
1213
+ "timestep": 65,
1214
+ "chosen_macro_mode": null,
1215
+ "planner_scores": [
1216
+ 0.0,
1217
+ 0.0,
1218
+ 0.0,
1219
+ 0.0,
1220
+ 0.0,
1221
+ 0.0,
1222
+ 0.0,
1223
+ 0.0
1224
+ ],
1225
+ "predicted_reocclusion": null,
1226
+ "support_mode_conditioning": true,
1227
+ "path_recoveries": 0,
1228
+ "noop_fallbacks": 1
1229
+ },
1230
+ {
1231
+ "timestep": 66,
1232
+ "chosen_macro_mode": null,
1233
+ "planner_scores": [
1234
+ 0.0,
1235
+ 0.0,
1236
+ 0.0,
1237
+ 0.0,
1238
+ 0.0,
1239
+ 0.0,
1240
+ 0.0,
1241
+ 0.0
1242
+ ],
1243
+ "predicted_reocclusion": null,
1244
+ "support_mode_conditioning": true,
1245
+ "path_recoveries": 0,
1246
+ "noop_fallbacks": 1
1247
+ },
1248
+ {
1249
+ "timestep": 67,
1250
+ "chosen_macro_mode": null,
1251
+ "planner_scores": [
1252
+ 0.0,
1253
+ 0.0,
1254
+ 0.0,
1255
+ 0.0,
1256
+ 0.0,
1257
+ 0.0,
1258
+ 0.0,
1259
+ 0.0
1260
+ ],
1261
+ "predicted_reocclusion": null,
1262
+ "support_mode_conditioning": true,
1263
+ "path_recoveries": 0,
1264
+ "noop_fallbacks": 1
1265
+ },
1266
+ {
1267
+ "timestep": 68,
1268
+ "chosen_macro_mode": null,
1269
+ "planner_scores": [
1270
+ 0.0,
1271
+ 0.0,
1272
+ 0.0,
1273
+ 0.0,
1274
+ 0.0,
1275
+ 0.0,
1276
+ 0.0,
1277
+ 0.0
1278
+ ],
1279
+ "predicted_reocclusion": null,
1280
+ "support_mode_conditioning": true,
1281
+ "path_recoveries": 0,
1282
+ "noop_fallbacks": 1
1283
+ },
1284
+ {
1285
+ "timestep": 69,
1286
+ "chosen_macro_mode": null,
1287
+ "planner_scores": [
1288
+ 0.0,
1289
+ 0.0,
1290
+ 0.0,
1291
+ 0.0,
1292
+ 0.0,
1293
+ 0.0,
1294
+ 0.0,
1295
+ 0.0
1296
+ ],
1297
+ "predicted_reocclusion": null,
1298
+ "support_mode_conditioning": true,
1299
+ "path_recoveries": 0,
1300
+ "noop_fallbacks": 1
1301
+ },
1302
+ {
1303
+ "timestep": 70,
1304
+ "chosen_macro_mode": null,
1305
+ "planner_scores": [
1306
+ 0.0,
1307
+ 0.0,
1308
+ 0.0,
1309
+ 0.0,
1310
+ 0.0,
1311
+ 0.0,
1312
+ 0.0,
1313
+ 0.0
1314
+ ],
1315
+ "predicted_reocclusion": null,
1316
+ "support_mode_conditioning": true,
1317
+ "path_recoveries": 0,
1318
+ "noop_fallbacks": 1
1319
+ },
1320
+ {
1321
+ "timestep": 71,
1322
+ "chosen_macro_mode": null,
1323
+ "planner_scores": [
1324
+ 0.0,
1325
+ 0.0,
1326
+ 0.0,
1327
+ 0.0,
1328
+ 0.0,
1329
+ 0.0,
1330
+ 0.0,
1331
+ 0.0
1332
+ ],
1333
+ "predicted_reocclusion": null,
1334
+ "support_mode_conditioning": true,
1335
+ "path_recoveries": 0,
1336
+ "noop_fallbacks": 1
1337
+ },
1338
+ {
1339
+ "timestep": 72,
1340
+ "chosen_macro_mode": null,
1341
+ "planner_scores": [
1342
+ 0.0,
1343
+ 0.0,
1344
+ 0.0,
1345
+ 0.0,
1346
+ 0.0,
1347
+ 0.0,
1348
+ 0.0,
1349
+ 0.0
1350
+ ],
1351
+ "predicted_reocclusion": null,
1352
+ "support_mode_conditioning": true,
1353
+ "path_recoveries": 0,
1354
+ "noop_fallbacks": 1
1355
+ },
1356
+ {
1357
+ "timestep": 73,
1358
+ "chosen_macro_mode": null,
1359
+ "planner_scores": [
1360
+ 0.0,
1361
+ 0.0,
1362
+ 0.0,
1363
+ 0.0,
1364
+ 0.0,
1365
+ 0.0,
1366
+ 0.0,
1367
+ 0.0
1368
+ ],
1369
+ "predicted_reocclusion": null,
1370
+ "support_mode_conditioning": true,
1371
+ "path_recoveries": 0,
1372
+ "noop_fallbacks": 1
1373
+ },
1374
+ {
1375
+ "timestep": 74,
1376
+ "chosen_macro_mode": null,
1377
+ "planner_scores": [
1378
+ 0.0,
1379
+ 0.0,
1380
+ 0.0,
1381
+ 0.0,
1382
+ 0.0,
1383
+ 0.0,
1384
+ 0.0,
1385
+ 0.0
1386
+ ],
1387
+ "predicted_reocclusion": null,
1388
+ "support_mode_conditioning": true,
1389
+ "path_recoveries": 0,
1390
+ "noop_fallbacks": 1
1391
+ },
1392
+ {
1393
+ "timestep": 75,
1394
+ "chosen_macro_mode": null,
1395
+ "planner_scores": [
1396
+ 0.0,
1397
+ 0.0,
1398
+ 0.0,
1399
+ 0.0,
1400
+ 0.0,
1401
+ 0.0,
1402
+ 0.0,
1403
+ 0.0
1404
+ ],
1405
+ "predicted_reocclusion": null,
1406
+ "support_mode_conditioning": true,
1407
+ "path_recoveries": 0,
1408
+ "noop_fallbacks": 1
1409
+ },
1410
+ {
1411
+ "timestep": 76,
1412
+ "chosen_macro_mode": null,
1413
+ "planner_scores": [
1414
+ 0.0,
1415
+ 0.0,
1416
+ 0.0,
1417
+ 0.0,
1418
+ 0.0,
1419
+ 0.0,
1420
+ 0.0,
1421
+ 0.0
1422
+ ],
1423
+ "predicted_reocclusion": null,
1424
+ "support_mode_conditioning": true,
1425
+ "path_recoveries": 0,
1426
+ "noop_fallbacks": 1
1427
+ },
1428
+ {
1429
+ "timestep": 77,
1430
+ "chosen_macro_mode": null,
1431
+ "planner_scores": [
1432
+ 0.0,
1433
+ 0.0,
1434
+ 0.0,
1435
+ 0.0,
1436
+ 0.0,
1437
+ 0.0,
1438
+ 0.0,
1439
+ 0.0
1440
+ ],
1441
+ "predicted_reocclusion": null,
1442
+ "support_mode_conditioning": true,
1443
+ "path_recoveries": 0,
1444
+ "noop_fallbacks": 1
1445
+ },
1446
+ {
1447
+ "timestep": 78,
1448
+ "chosen_macro_mode": null,
1449
+ "planner_scores": [
1450
+ 0.0,
1451
+ 0.0,
1452
+ 0.0,
1453
+ 0.0,
1454
+ 0.0,
1455
+ 0.0,
1456
+ 0.0,
1457
+ 0.0
1458
+ ],
1459
+ "predicted_reocclusion": null,
1460
+ "support_mode_conditioning": true,
1461
+ "path_recoveries": 0,
1462
+ "noop_fallbacks": 1
1463
+ },
1464
+ {
1465
+ "timestep": 79,
1466
+ "chosen_macro_mode": null,
1467
+ "planner_scores": [
1468
+ 0.0,
1469
+ 0.0,
1470
+ 0.0,
1471
+ 0.0,
1472
+ 0.0,
1473
+ 0.0,
1474
+ 0.0,
1475
+ 0.0
1476
+ ],
1477
+ "predicted_reocclusion": null,
1478
+ "support_mode_conditioning": true,
1479
+ "path_recoveries": 0,
1480
+ "noop_fallbacks": 1
1481
+ },
1482
+ {
1483
+ "timestep": 80,
1484
+ "chosen_macro_mode": null,
1485
+ "planner_scores": [
1486
+ 0.0,
1487
+ 0.0,
1488
+ 0.0,
1489
+ 0.0,
1490
+ 0.0,
1491
+ 0.0,
1492
+ 0.0,
1493
+ 0.0
1494
+ ],
1495
+ "predicted_reocclusion": null,
1496
+ "support_mode_conditioning": true,
1497
+ "path_recoveries": 0,
1498
+ "noop_fallbacks": 1
1499
+ },
1500
+ {
1501
+ "timestep": 81,
1502
+ "chosen_macro_mode": null,
1503
+ "planner_scores": [
1504
+ 0.0,
1505
+ 0.0,
1506
+ 0.0,
1507
+ 0.0,
1508
+ 0.0,
1509
+ 0.0,
1510
+ 0.0,
1511
+ 0.0
1512
+ ],
1513
+ "predicted_reocclusion": null,
1514
+ "support_mode_conditioning": true,
1515
+ "path_recoveries": 0,
1516
+ "noop_fallbacks": 1
1517
+ },
1518
+ {
1519
+ "timestep": 82,
1520
+ "chosen_macro_mode": null,
1521
+ "planner_scores": [
1522
+ 0.0,
1523
+ 0.0,
1524
+ 0.0,
1525
+ 0.0,
1526
+ 0.0,
1527
+ 0.0,
1528
+ 0.0,
1529
+ 0.0
1530
+ ],
1531
+ "predicted_reocclusion": null,
1532
+ "support_mode_conditioning": true,
1533
+ "path_recoveries": 0,
1534
+ "noop_fallbacks": 1
1535
+ },
1536
+ {
1537
+ "timestep": 83,
1538
+ "chosen_macro_mode": null,
1539
+ "planner_scores": [
1540
+ 0.0,
1541
+ 0.0,
1542
+ 0.0,
1543
+ 0.0,
1544
+ 0.0,
1545
+ 0.0,
1546
+ 0.0,
1547
+ 0.0
1548
+ ],
1549
+ "predicted_reocclusion": null,
1550
+ "support_mode_conditioning": true,
1551
+ "path_recoveries": 0,
1552
+ "noop_fallbacks": 1
1553
+ },
1554
+ {
1555
+ "timestep": 84,
1556
+ "chosen_macro_mode": null,
1557
+ "planner_scores": [
1558
+ 0.0,
1559
+ 0.0,
1560
+ 0.0,
1561
+ 0.0,
1562
+ 0.0,
1563
+ 0.0,
1564
+ 0.0,
1565
+ 0.0
1566
+ ],
1567
+ "predicted_reocclusion": null,
1568
+ "support_mode_conditioning": true,
1569
+ "path_recoveries": 0,
1570
+ "noop_fallbacks": 1
1571
+ },
1572
+ {
1573
+ "timestep": 85,
1574
+ "chosen_macro_mode": null,
1575
+ "planner_scores": [
1576
+ 0.0,
1577
+ 0.0,
1578
+ 0.0,
1579
+ 0.0,
1580
+ 0.0,
1581
+ 0.0,
1582
+ 0.0,
1583
+ 0.0
1584
+ ],
1585
+ "predicted_reocclusion": null,
1586
+ "support_mode_conditioning": true,
1587
+ "path_recoveries": 0,
1588
+ "noop_fallbacks": 1
1589
+ },
1590
+ {
1591
+ "timestep": 86,
1592
+ "chosen_macro_mode": null,
1593
+ "planner_scores": [
1594
+ 0.0,
1595
+ 0.0,
1596
+ 0.0,
1597
+ 0.0,
1598
+ 0.0,
1599
+ 0.0,
1600
+ 0.0,
1601
+ 0.0
1602
+ ],
1603
+ "predicted_reocclusion": null,
1604
+ "support_mode_conditioning": true,
1605
+ "path_recoveries": 0,
1606
+ "noop_fallbacks": 1
1607
+ },
1608
+ {
1609
+ "timestep": 87,
1610
+ "chosen_macro_mode": null,
1611
+ "planner_scores": [
1612
+ 0.0,
1613
+ 0.0,
1614
+ 0.0,
1615
+ 0.0,
1616
+ 0.0,
1617
+ 0.0,
1618
+ 0.0,
1619
+ 0.0
1620
+ ],
1621
+ "predicted_reocclusion": null,
1622
+ "support_mode_conditioning": true,
1623
+ "path_recoveries": 0,
1624
+ "noop_fallbacks": 1
1625
+ },
1626
+ {
1627
+ "timestep": 88,
1628
+ "chosen_macro_mode": null,
1629
+ "planner_scores": [
1630
+ 0.0,
1631
+ 0.0,
1632
+ 0.0,
1633
+ 0.0,
1634
+ 0.0,
1635
+ 0.0,
1636
+ 0.0,
1637
+ 0.0
1638
+ ],
1639
+ "predicted_reocclusion": null,
1640
+ "support_mode_conditioning": true,
1641
+ "path_recoveries": 0,
1642
+ "noop_fallbacks": 1
1643
+ },
1644
+ {
1645
+ "timestep": 89,
1646
+ "chosen_macro_mode": null,
1647
+ "planner_scores": [
1648
+ 0.0,
1649
+ 0.0,
1650
+ 0.0,
1651
+ 0.0,
1652
+ 0.0,
1653
+ 0.0,
1654
+ 0.0,
1655
+ 0.0
1656
+ ],
1657
+ "predicted_reocclusion": null,
1658
+ "support_mode_conditioning": true,
1659
+ "path_recoveries": 0,
1660
+ "noop_fallbacks": 1
1661
+ },
1662
+ {
1663
+ "timestep": 90,
1664
+ "chosen_macro_mode": null,
1665
+ "planner_scores": [
1666
+ 0.0,
1667
+ 0.0,
1668
+ 0.0,
1669
+ 0.0,
1670
+ 0.0,
1671
+ 0.0,
1672
+ 0.0,
1673
+ 0.0
1674
+ ],
1675
+ "predicted_reocclusion": null,
1676
+ "support_mode_conditioning": true,
1677
+ "path_recoveries": 0,
1678
+ "noop_fallbacks": 1
1679
+ },
1680
+ {
1681
+ "timestep": 91,
1682
+ "chosen_macro_mode": null,
1683
+ "planner_scores": [
1684
+ 0.0,
1685
+ 0.0,
1686
+ 0.0,
1687
+ 0.0,
1688
+ 0.0,
1689
+ 0.0,
1690
+ 0.0,
1691
+ 0.0
1692
+ ],
1693
+ "predicted_reocclusion": null,
1694
+ "support_mode_conditioning": true,
1695
+ "path_recoveries": 0,
1696
+ "noop_fallbacks": 1
1697
+ },
1698
+ {
1699
+ "timestep": 92,
1700
+ "chosen_macro_mode": null,
1701
+ "planner_scores": [
1702
+ 0.0,
1703
+ 0.0,
1704
+ 0.0,
1705
+ 0.0,
1706
+ 0.0,
1707
+ 0.0,
1708
+ 0.0,
1709
+ 0.0
1710
+ ],
1711
+ "predicted_reocclusion": null,
1712
+ "support_mode_conditioning": true,
1713
+ "path_recoveries": 0,
1714
+ "noop_fallbacks": 1
1715
+ },
1716
+ {
1717
+ "timestep": 93,
1718
+ "chosen_macro_mode": null,
1719
+ "planner_scores": [
1720
+ 0.0,
1721
+ 0.0,
1722
+ 0.0,
1723
+ 0.0,
1724
+ 0.0,
1725
+ 0.0,
1726
+ 0.0,
1727
+ 0.0
1728
+ ],
1729
+ "predicted_reocclusion": null,
1730
+ "support_mode_conditioning": true,
1731
+ "path_recoveries": 0,
1732
+ "noop_fallbacks": 1
1733
+ },
1734
+ {
1735
+ "timestep": 94,
1736
+ "chosen_macro_mode": null,
1737
+ "planner_scores": [
1738
+ 0.0,
1739
+ 0.0,
1740
+ 0.0,
1741
+ 0.0,
1742
+ 0.0,
1743
+ 0.0,
1744
+ 0.0,
1745
+ 0.0
1746
+ ],
1747
+ "predicted_reocclusion": null,
1748
+ "support_mode_conditioning": true,
1749
+ "path_recoveries": 0,
1750
+ "noop_fallbacks": 1
1751
+ },
1752
+ {
1753
+ "timestep": 95,
1754
+ "chosen_macro_mode": null,
1755
+ "planner_scores": [
1756
+ 0.0,
1757
+ 0.0,
1758
+ 0.0,
1759
+ 0.0,
1760
+ 0.0,
1761
+ 0.0,
1762
+ 0.0,
1763
+ 0.0
1764
+ ],
1765
+ "predicted_reocclusion": null,
1766
+ "support_mode_conditioning": true,
1767
+ "path_recoveries": 0,
1768
+ "noop_fallbacks": 1
1769
+ },
1770
+ {
1771
+ "timestep": 96,
1772
+ "chosen_macro_mode": null,
1773
+ "planner_scores": [
1774
+ 0.0,
1775
+ 0.0,
1776
+ 0.0,
1777
+ 0.0,
1778
+ 0.0,
1779
+ 0.0,
1780
+ 0.0,
1781
+ 0.0
1782
+ ],
1783
+ "predicted_reocclusion": null,
1784
+ "support_mode_conditioning": true,
1785
+ "path_recoveries": 0,
1786
+ "noop_fallbacks": 1
1787
+ },
1788
+ {
1789
+ "timestep": 97,
1790
+ "chosen_macro_mode": null,
1791
+ "planner_scores": [
1792
+ 0.0,
1793
+ 0.0,
1794
+ 0.0,
1795
+ 0.0,
1796
+ 0.0,
1797
+ 0.0,
1798
+ 0.0,
1799
+ 0.0
1800
+ ],
1801
+ "predicted_reocclusion": null,
1802
+ "support_mode_conditioning": true,
1803
+ "path_recoveries": 0,
1804
+ "noop_fallbacks": 1
1805
+ },
1806
+ {
1807
+ "timestep": 98,
1808
+ "chosen_macro_mode": null,
1809
+ "planner_scores": [
1810
+ 0.0,
1811
+ 0.0,
1812
+ 0.0,
1813
+ 0.0,
1814
+ 0.0,
1815
+ 0.0,
1816
+ 0.0,
1817
+ 0.0
1818
+ ],
1819
+ "predicted_reocclusion": null,
1820
+ "support_mode_conditioning": true,
1821
+ "path_recoveries": 0,
1822
+ "noop_fallbacks": 1
1823
+ },
1824
+ {
1825
+ "timestep": 99,
1826
+ "chosen_macro_mode": null,
1827
+ "planner_scores": [
1828
+ 0.0,
1829
+ 0.0,
1830
+ 0.0,
1831
+ 0.0,
1832
+ 0.0,
1833
+ 0.0,
1834
+ 0.0,
1835
+ 0.0
1836
+ ],
1837
+ "predicted_reocclusion": null,
1838
+ "support_mode_conditioning": true,
1839
+ "path_recoveries": 0,
1840
+ "noop_fallbacks": 1
1841
+ }
1842
+ ],
1843
+ "success": 0.0,
1844
+ "return": 0.0,
1845
+ "path_recoveries": 2,
1846
+ "noop_fallbacks": 98
1847
+ }
1848
+ ],
1849
+ "mean_success": 0.0,
1850
+ "mean_return": 0.0
1851
+ }
1852
+ },
1853
+ "mean_success": 0.0
1854
+ }