Hugging Face's logo

imishutk0410
/
CDGS_Robotics_Suite

Model card Files
xet
 Community
imishutk0410 commited on
Commit
e0a9342
·
verified ·
1 Parent(s): e54eb8b

Add OGBench eval results

Browse files
Files changed (11) hide show
  1. eval_results/ogbench/cube-single-play-v0/cube_s_gsc_880k.json +564 -0
  2. eval_results/ogbench/cube-single-play-v0/cube_s_resamp_u10m10_880k.json +564 -0
  3. eval_results/ogbench/scene-play-v0/episode_logs/gsc_episodes.txt +50 -0
  4. eval_results/ogbench/scene-play-v0/episode_logs/prune_episodes.txt +50 -0
  5. eval_results/ogbench/scene-play-v0/episode_logs/resamp_episodes.txt +50 -0
  6. eval_results/ogbench/scene-play-v0/scene_gsc_50.json +570 -0
  7. eval_results/ogbench/scene-play-v0/scene_prune_50.json +570 -0
  8. eval_results/ogbench/scene-play-v0/scene_resamp_50.json +570 -0
  9. eval_results/ogbench/scene-play-v0/training_configs/invdyn_scene_h150_args.json +82 -0
  10. eval_results/ogbench/scene-play-v0/training_configs/planner_energy_based_compdfu_args.json +69 -0
  11. eval_results/ogbench/scene-play-v0/training_configs/planner_ogb_v1_args.json +71 -0
eval_results/ogbench/cube-single-play-v0/cube_s_gsc_880k.json ADDED
@@ -0,0 +1,564 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "env_name": "cube-single-play-v0",
3
+ "env_spec": {
4
+ "env_name": "cube-single-play-v0",
5
+ "family": "cube",
6
+ "scale": "Si",
7
+ "train_traj_len": 1000,
8
+ "obs_dim_full": 28,
9
+ "goal_dim": 8,
10
+ "plan_obs_select_dim": [
11
+ 12,
12
+ 13,
13
+ 14,
14
+ 19,
15
+ 20,
16
+ 21,
17
+ 26,
18
+ 27
19
+ ],
20
+ "plan_sm_horizon": 96,
21
+ "plan_len_ovlp": 32,
22
+ "plan_n_diff_steps": 512,
23
+ "plan_use_padbuf": true,
24
+ "plan_extra_pad": 32,
25
+ "plan_max_path_length": 1100,
26
+ "plan_max_ori_path_len": null,
27
+ "invdyn_horizon": 12,
28
+ "invdyn_max_path_length": 1100,
29
+ "eval_probs_h5": "none",
30
+ "eval_default_n_comp": 3,
31
+ "eval_repl_thres": 2.0,
32
+ "eval_max_n_repl": 10,
33
+ "eval_ada_minus_n_wp": 30,
34
+ "eval_cond2_extra": 100,
35
+ "eval_n_max_steps": 200
36
+ },
37
+ "eval_args": {
38
+ "spec_csv": "ogb_env_spec.csv",
39
+ "eval_name": "cube_s_gsc_880k",
40
+ "planner_name": "ogb_v1",
41
+ "planner_epoch": "880000",
42
+ "invdyn_name": "invdyn_h150",
43
+ "invdyn_epoch": "1800000",
44
+ "n_trials_per_task": 10,
45
+ "seed": 0,
46
+ "ev_n_comp": 3,
47
+ "var_temp": 1.0,
48
+ "cond_w": 5.0,
49
+ "use_ddim": 1,
50
+ "ddim_steps": 100,
51
+ "ddim_eta": 1.0,
52
+ "num_resampling_steps": 10,
53
+ "min_resampling_steps": 1,
54
+ "pruning_start": 0.5,
55
+ "pruning_end": 1.0,
56
+ "pruning_top_k": 0.2,
57
+ "adaptive_pruning": true,
58
+ "cv_threshold": 0.01,
59
+ "undo_eta": 0.0,
60
+ "use_gradient_ovlp": false,
61
+ "use_eta_noise": false,
62
+ "pruning_score_type": "inversion",
63
+ "overlap_score_weight": 0.5,
64
+ "snap_binary_goals": false,
65
+ "mask_contact_goals": false,
66
+ "n_act_per_waypnt": 3,
67
+ "b_size_per_prob": 60,
68
+ "is_replan": "ada_dist",
69
+ "n_max_steps": null,
70
+ "repl_max_n": null,
71
+ "repl_thres": null,
72
+ "ada_dist_minus_n_wp": null,
73
+ "cond2_extra": null,
74
+ "fused_traj_alloc": 10000,
75
+ "ev_top_n": 5,
76
+ "ev_pick_type": "first",
77
+ "ev_cp_infer_t_type": "gsc",
78
+ "tjb_blend_type": "exp",
79
+ "tjb_exp_beta": 2.0,
80
+ "save_video": false,
81
+ "env": "cube-single-play-v0"
82
+ },
83
+ "summary": {
84
+ "num_ep": 50,
85
+ "success_rate": 4.0,
86
+ "n_tasks": 5,
87
+ "n_trials_per_task": 10,
88
+ "world_size": 3
89
+ },
90
+ "per_task": {
91
+ "1": {
92
+ "sr": 10.0,
93
+ "n": 10
94
+ },
95
+ "2": {
96
+ "sr": 10.0,
97
+ "n": 10
98
+ },
99
+ "3": {
100
+ "sr": 0.0,
101
+ "n": 10
102
+ },
103
+ "4": {
104
+ "sr": 0.0,
105
+ "n": 10
106
+ },
107
+ "5": {
108
+ "sr": 0.0,
109
+ "n": 10
110
+ }
111
+ },
112
+ "per_episode": [
113
+ {
114
+ "ep_idx": 0,
115
+ "task_id": 1,
116
+ "trial": 0,
117
+ "success": true,
118
+ "replans": 6,
119
+ "steps": 200,
120
+ "skipped": false
121
+ },
122
+ {
123
+ "ep_idx": 1,
124
+ "task_id": 1,
125
+ "trial": 1,
126
+ "success": false,
127
+ "replans": 10,
128
+ "steps": 200,
129
+ "skipped": false
130
+ },
131
+ {
132
+ "ep_idx": 2,
133
+ "task_id": 1,
134
+ "trial": 2,
135
+ "success": false,
136
+ "replans": 10,
137
+ "steps": 200,
138
+ "skipped": false
139
+ },
140
+ {
141
+ "ep_idx": 3,
142
+ "task_id": 1,
143
+ "trial": 3,
144
+ "success": false,
145
+ "replans": 4,
146
+ "steps": 200,
147
+ "skipped": false
148
+ },
149
+ {
150
+ "ep_idx": 4,
151
+ "task_id": 1,
152
+ "trial": 4,
153
+ "success": false,
154
+ "replans": 7,
155
+ "steps": 200,
156
+ "skipped": false
157
+ },
158
+ {
159
+ "ep_idx": 5,
160
+ "task_id": 1,
161
+ "trial": 5,
162
+ "success": false,
163
+ "replans": 8,
164
+ "steps": 200,
165
+ "skipped": false
166
+ },
167
+ {
168
+ "ep_idx": 6,
169
+ "task_id": 1,
170
+ "trial": 6,
171
+ "success": false,
172
+ "replans": 6,
173
+ "steps": 200,
174
+ "skipped": false
175
+ },
176
+ {
177
+ "ep_idx": 7,
178
+ "task_id": 1,
179
+ "trial": 7,
180
+ "success": false,
181
+ "replans": 7,
182
+ "steps": 200,
183
+ "skipped": false
184
+ },
185
+ {
186
+ "ep_idx": 8,
187
+ "task_id": 1,
188
+ "trial": 8,
189
+ "success": false,
190
+ "replans": 10,
191
+ "steps": 200,
192
+ "skipped": false
193
+ },
194
+ {
195
+ "ep_idx": 9,
196
+ "task_id": 1,
197
+ "trial": 9,
198
+ "success": false,
199
+ "replans": 10,
200
+ "steps": 200,
201
+ "skipped": false
202
+ },
203
+ {
204
+ "ep_idx": 10,
205
+ "task_id": 2,
206
+ "trial": 0,
207
+ "success": false,
208
+ "replans": 9,
209
+ "steps": 200,
210
+ "skipped": false
211
+ },
212
+ {
213
+ "ep_idx": 11,
214
+ "task_id": 2,
215
+ "trial": 1,
216
+ "success": false,
217
+ "replans": 6,
218
+ "steps": 200,
219
+ "skipped": false
220
+ },
221
+ {
222
+ "ep_idx": 12,
223
+ "task_id": 2,
224
+ "trial": 2,
225
+ "success": false,
226
+ "replans": 10,
227
+ "steps": 200,
228
+ "skipped": false
229
+ },
230
+ {
231
+ "ep_idx": 13,
232
+ "task_id": 2,
233
+ "trial": 3,
234
+ "success": false,
235
+ "replans": 3,
236
+ "steps": 200,
237
+ "skipped": false
238
+ },
239
+ {
240
+ "ep_idx": 14,
241
+ "task_id": 2,
242
+ "trial": 4,
243
+ "success": false,
244
+ "replans": 10,
245
+ "steps": 200,
246
+ "skipped": false
247
+ },
248
+ {
249
+ "ep_idx": 15,
250
+ "task_id": 2,
251
+ "trial": 5,
252
+ "success": false,
253
+ "replans": 6,
254
+ "steps": 200,
255
+ "skipped": false
256
+ },
257
+ {
258
+ "ep_idx": 16,
259
+ "task_id": 2,
260
+ "trial": 6,
261
+ "success": false,
262
+ "replans": 7,
263
+ "steps": 200,
264
+ "skipped": false
265
+ },
266
+ {
267
+ "ep_idx": 17,
268
+ "task_id": 2,
269
+ "trial": 7,
270
+ "success": false,
271
+ "replans": 8,
272
+ "steps": 200,
273
+ "skipped": false
274
+ },
275
+ {
276
+ "ep_idx": 18,
277
+ "task_id": 2,
278
+ "trial": 8,
279
+ "success": true,
280
+ "replans": 7,
281
+ "steps": 200,
282
+ "skipped": false
283
+ },
284
+ {
285
+ "ep_idx": 19,
286
+ "task_id": 2,
287
+ "trial": 9,
288
+ "success": false,
289
+ "replans": 6,
290
+ "steps": 200,
291
+ "skipped": false
292
+ },
293
+ {
294
+ "ep_idx": 20,
295
+ "task_id": 3,
296
+ "trial": 0,
297
+ "success": false,
298
+ "replans": 9,
299
+ "steps": 200,
300
+ "skipped": false
301
+ },
302
+ {
303
+ "ep_idx": 21,
304
+ "task_id": 3,
305
+ "trial": 1,
306
+ "success": false,
307
+ "replans": 7,
308
+ "steps": 200,
309
+ "skipped": false
310
+ },
311
+ {
312
+ "ep_idx": 22,
313
+ "task_id": 3,
314
+ "trial": 2,
315
+ "success": false,
316
+ "replans": 5,
317
+ "steps": 200,
318
+ "skipped": false
319
+ },
320
+ {
321
+ "ep_idx": 23,
322
+ "task_id": 3,
323
+ "trial": 3,
324
+ "success": false,
325
+ "replans": 10,
326
+ "steps": 200,
327
+ "skipped": false
328
+ },
329
+ {
330
+ "ep_idx": 24,
331
+ "task_id": 3,
332
+ "trial": 4,
333
+ "success": false,
334
+ "replans": 5,
335
+ "steps": 200,
336
+ "skipped": false
337
+ },
338
+ {
339
+ "ep_idx": 25,
340
+ "task_id": 3,
341
+ "trial": 5,
342
+ "success": false,
343
+ "replans": 9,
344
+ "steps": 200,
345
+ "skipped": false
346
+ },
347
+ {
348
+ "ep_idx": 26,
349
+ "task_id": 3,
350
+ "trial": 6,
351
+ "success": false,
352
+ "replans": 9,
353
+ "steps": 200,
354
+ "skipped": false
355
+ },
356
+ {
357
+ "ep_idx": 27,
358
+ "task_id": 3,
359
+ "trial": 7,
360
+ "success": false,
361
+ "replans": 8,
362
+ "steps": 200,
363
+ "skipped": false
364
+ },
365
+ {
366
+ "ep_idx": 28,
367
+ "task_id": 3,
368
+ "trial": 8,
369
+ "success": false,
370
+ "replans": 7,
371
+ "steps": 200,
372
+ "skipped": false
373
+ },
374
+ {
375
+ "ep_idx": 29,
376
+ "task_id": 3,
377
+ "trial": 9,
378
+ "success": false,
379
+ "replans": 8,
380
+ "steps": 200,
381
+ "skipped": false
382
+ },
383
+ {
384
+ "ep_idx": 30,
385
+ "task_id": 4,
386
+ "trial": 0,
387
+ "success": false,
388
+ "replans": 9,
389
+ "steps": 200,
390
+ "skipped": false
391
+ },
392
+ {
393
+ "ep_idx": 31,
394
+ "task_id": 4,
395
+ "trial": 1,
396
+ "success": false,
397
+ "replans": 10,
398
+ "steps": 200,
399
+ "skipped": false
400
+ },
401
+ {
402
+ "ep_idx": 32,
403
+ "task_id": 4,
404
+ "trial": 2,
405
+ "success": false,
406
+ "replans": 6,
407
+ "steps": 200,
408
+ "skipped": false
409
+ },
410
+ {
411
+ "ep_idx": 33,
412
+ "task_id": 4,
413
+ "trial": 3,
414
+ "success": false,
415
+ "replans": 7,
416
+ "steps": 200,
417
+ "skipped": false
418
+ },
419
+ {
420
+ "ep_idx": 34,
421
+ "task_id": 4,
422
+ "trial": 4,
423
+ "success": false,
424
+ "replans": 7,
425
+ "steps": 200,
426
+ "skipped": false
427
+ },
428
+ {
429
+ "ep_idx": 35,
430
+ "task_id": 4,
431
+ "trial": 5,
432
+ "success": false,
433
+ "replans": 7,
434
+ "steps": 200,
435
+ "skipped": false
436
+ },
437
+ {
438
+ "ep_idx": 36,
439
+ "task_id": 4,
440
+ "trial": 6,
441
+ "success": false,
442
+ "replans": 3,
443
+ "steps": 200,
444
+ "skipped": false
445
+ },
446
+ {
447
+ "ep_idx": 37,
448
+ "task_id": 4,
449
+ "trial": 7,
450
+ "success": false,
451
+ "replans": 10,
452
+ "steps": 200,
453
+ "skipped": false
454
+ },
455
+ {
456
+ "ep_idx": 38,
457
+ "task_id": 4,
458
+ "trial": 8,
459
+ "success": false,
460
+ "replans": 6,
461
+ "steps": 200,
462
+ "skipped": false
463
+ },
464
+ {
465
+ "ep_idx": 39,
466
+ "task_id": 4,
467
+ "trial": 9,
468
+ "success": false,
469
+ "replans": 10,
470
+ "steps": 200,
471
+ "skipped": false
472
+ },
473
+ {
474
+ "ep_idx": 40,
475
+ "task_id": 5,
476
+ "trial": 0,
477
+ "success": false,
478
+ "replans": 10,
479
+ "steps": 200,
480
+ "skipped": false
481
+ },
482
+ {
483
+ "ep_idx": 41,
484
+ "task_id": 5,
485
+ "trial": 1,
486
+ "success": false,
487
+ "replans": 8,
488
+ "steps": 200,
489
+ "skipped": false
490
+ },
491
+ {
492
+ "ep_idx": 42,
493
+ "task_id": 5,
494
+ "trial": 2,
495
+ "success": false,
496
+ "replans": 6,
497
+ "steps": 200,
498
+ "skipped": false
499
+ },
500
+ {
501
+ "ep_idx": 43,
502
+ "task_id": 5,
503
+ "trial": 3,
504
+ "success": false,
505
+ "replans": 10,
506
+ "steps": 200,
507
+ "skipped": false
508
+ },
509
+ {
510
+ "ep_idx": 44,
511
+ "task_id": 5,
512
+ "trial": 4,
513
+ "success": false,
514
+ "replans": 6,
515
+ "steps": 200,
516
+ "skipped": false
517
+ },
518
+ {
519
+ "ep_idx": 45,
520
+ "task_id": 5,
521
+ "trial": 5,
522
+ "success": false,
523
+ "replans": 9,
524
+ "steps": 200,
525
+ "skipped": false
526
+ },
527
+ {
528
+ "ep_idx": 46,
529
+ "task_id": 5,
530
+ "trial": 6,
531
+ "success": false,
532
+ "replans": 10,
533
+ "steps": 200,
534
+ "skipped": false
535
+ },
536
+ {
537
+ "ep_idx": 47,
538
+ "task_id": 5,
539
+ "trial": 7,
540
+ "success": false,
541
+ "replans": 9,
542
+ "steps": 200,
543
+ "skipped": false
544
+ },
545
+ {
546
+ "ep_idx": 48,
547
+ "task_id": 5,
548
+ "trial": 8,
549
+ "success": false,
550
+ "replans": 10,
551
+ "steps": 200,
552
+ "skipped": false
553
+ },
554
+ {
555
+ "ep_idx": 49,
556
+ "task_id": 5,
557
+ "trial": 9,
558
+ "success": false,
559
+ "replans": 10,
560
+ "steps": 200,
561
+ "skipped": false
562
+ }
563
+ ]
564
+ }
eval_results/ogbench/cube-single-play-v0/cube_s_resamp_u10m10_880k.json ADDED
@@ -0,0 +1,564 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "env_name": "cube-single-play-v0",
3
+ "env_spec": {
4
+ "env_name": "cube-single-play-v0",
5
+ "family": "cube",
6
+ "scale": "Si",
7
+ "train_traj_len": 1000,
8
+ "obs_dim_full": 28,
9
+ "goal_dim": 8,
10
+ "plan_obs_select_dim": [
11
+ 12,
12
+ 13,
13
+ 14,
14
+ 19,
15
+ 20,
16
+ 21,
17
+ 26,
18
+ 27
19
+ ],
20
+ "plan_sm_horizon": 96,
21
+ "plan_len_ovlp": 32,
22
+ "plan_n_diff_steps": 512,
23
+ "plan_use_padbuf": true,
24
+ "plan_extra_pad": 32,
25
+ "plan_max_path_length": 1100,
26
+ "plan_max_ori_path_len": null,
27
+ "invdyn_horizon": 12,
28
+ "invdyn_max_path_length": 1100,
29
+ "eval_probs_h5": "none",
30
+ "eval_default_n_comp": 3,
31
+ "eval_repl_thres": 2.0,
32
+ "eval_max_n_repl": 10,
33
+ "eval_ada_minus_n_wp": 30,
34
+ "eval_cond2_extra": 100,
35
+ "eval_n_max_steps": 200
36
+ },
37
+ "eval_args": {
38
+ "spec_csv": "ogb_env_spec.csv",
39
+ "eval_name": "cube_s_resamp_u10m10_880k",
40
+ "planner_name": "ogb_v1",
41
+ "planner_epoch": "880000",
42
+ "invdyn_name": "invdyn_h150",
43
+ "invdyn_epoch": "1800000",
44
+ "n_trials_per_task": 10,
45
+ "seed": 0,
46
+ "ev_n_comp": 3,
47
+ "var_temp": 1.0,
48
+ "cond_w": 5.0,
49
+ "use_ddim": 1,
50
+ "ddim_steps": 100,
51
+ "ddim_eta": 1.0,
52
+ "num_resampling_steps": 10,
53
+ "min_resampling_steps": 10,
54
+ "pruning_start": 0.5,
55
+ "pruning_end": 1.0,
56
+ "pruning_top_k": 0.2,
57
+ "adaptive_pruning": true,
58
+ "cv_threshold": 0.01,
59
+ "undo_eta": 0.0,
60
+ "use_gradient_ovlp": false,
61
+ "use_eta_noise": false,
62
+ "pruning_score_type": "inversion",
63
+ "overlap_score_weight": 0.5,
64
+ "snap_binary_goals": false,
65
+ "mask_contact_goals": false,
66
+ "n_act_per_waypnt": 3,
67
+ "b_size_per_prob": 60,
68
+ "is_replan": "ada_dist",
69
+ "n_max_steps": 400,
70
+ "repl_max_n": null,
71
+ "repl_thres": null,
72
+ "ada_dist_minus_n_wp": null,
73
+ "cond2_extra": null,
74
+ "fused_traj_alloc": 10000,
75
+ "ev_top_n": 5,
76
+ "ev_pick_type": "first",
77
+ "ev_cp_infer_t_type": "gsc_resampling",
78
+ "tjb_blend_type": "exp",
79
+ "tjb_exp_beta": 2.0,
80
+ "save_video": false,
81
+ "env": "cube-single-play-v0"
82
+ },
83
+ "summary": {
84
+ "num_ep": 50,
85
+ "success_rate": 16.0,
86
+ "n_tasks": 5,
87
+ "n_trials_per_task": 10,
88
+ "world_size": 3
89
+ },
90
+ "per_task": {
91
+ "1": {
92
+ "sr": 20.0,
93
+ "n": 10
94
+ },
95
+ "2": {
96
+ "sr": 20.0,
97
+ "n": 10
98
+ },
99
+ "3": {
100
+ "sr": 10.0,
101
+ "n": 10
102
+ },
103
+ "4": {
104
+ "sr": 0.0,
105
+ "n": 10
106
+ },
107
+ "5": {
108
+ "sr": 30.0,
109
+ "n": 10
110
+ }
111
+ },
112
+ "per_episode": [
113
+ {
114
+ "ep_idx": 0,
115
+ "task_id": 1,
116
+ "trial": 0,
117
+ "success": false,
118
+ "replans": 10,
119
+ "steps": 400,
120
+ "skipped": false
121
+ },
122
+ {
123
+ "ep_idx": 1,
124
+ "task_id": 1,
125
+ "trial": 1,
126
+ "success": false,
127
+ "replans": 10,
128
+ "steps": 400,
129
+ "skipped": false
130
+ },
131
+ {
132
+ "ep_idx": 2,
133
+ "task_id": 1,
134
+ "trial": 2,
135
+ "success": false,
136
+ "replans": 10,
137
+ "steps": 400,
138
+ "skipped": false
139
+ },
140
+ {
141
+ "ep_idx": 3,
142
+ "task_id": 1,
143
+ "trial": 3,
144
+ "success": false,
145
+ "replans": 10,
146
+ "steps": 400,
147
+ "skipped": false
148
+ },
149
+ {
150
+ "ep_idx": 4,
151
+ "task_id": 1,
152
+ "trial": 4,
153
+ "success": false,
154
+ "replans": 10,
155
+ "steps": 400,
156
+ "skipped": false
157
+ },
158
+ {
159
+ "ep_idx": 5,
160
+ "task_id": 1,
161
+ "trial": 5,
162
+ "success": true,
163
+ "replans": 9,
164
+ "steps": 195,
165
+ "skipped": false
166
+ },
167
+ {
168
+ "ep_idx": 6,
169
+ "task_id": 1,
170
+ "trial": 6,
171
+ "success": false,
172
+ "replans": 10,
173
+ "steps": 400,
174
+ "skipped": false
175
+ },
176
+ {
177
+ "ep_idx": 7,
178
+ "task_id": 1,
179
+ "trial": 7,
180
+ "success": false,
181
+ "replans": 10,
182
+ "steps": 400,
183
+ "skipped": false
184
+ },
185
+ {
186
+ "ep_idx": 8,
187
+ "task_id": 1,
188
+ "trial": 8,
189
+ "success": false,
190
+ "replans": 10,
191
+ "steps": 400,
192
+ "skipped": false
193
+ },
194
+ {
195
+ "ep_idx": 9,
196
+ "task_id": 1,
197
+ "trial": 9,
198
+ "success": true,
199
+ "replans": 6,
200
+ "steps": 143,
201
+ "skipped": false
202
+ },
203
+ {
204
+ "ep_idx": 10,
205
+ "task_id": 2,
206
+ "trial": 0,
207
+ "success": false,
208
+ "replans": 10,
209
+ "steps": 400,
210
+ "skipped": false
211
+ },
212
+ {
213
+ "ep_idx": 11,
214
+ "task_id": 2,
215
+ "trial": 1,
216
+ "success": true,
217
+ "replans": 7,
218
+ "steps": 242,
219
+ "skipped": false
220
+ },
221
+ {
222
+ "ep_idx": 12,
223
+ "task_id": 2,
224
+ "trial": 2,
225
+ "success": false,
226
+ "replans": 10,
227
+ "steps": 400,
228
+ "skipped": false
229
+ },
230
+ {
231
+ "ep_idx": 13,
232
+ "task_id": 2,
233
+ "trial": 3,
234
+ "success": false,
235
+ "replans": 10,
236
+ "steps": 400,
237
+ "skipped": false
238
+ },
239
+ {
240
+ "ep_idx": 14,
241
+ "task_id": 2,
242
+ "trial": 4,
243
+ "success": false,
244
+ "replans": 10,
245
+ "steps": 400,
246
+ "skipped": false
247
+ },
248
+ {
249
+ "ep_idx": 15,
250
+ "task_id": 2,
251
+ "trial": 5,
252
+ "success": false,
253
+ "replans": 10,
254
+ "steps": 400,
255
+ "skipped": false
256
+ },
257
+ {
258
+ "ep_idx": 16,
259
+ "task_id": 2,
260
+ "trial": 6,
261
+ "success": false,
262
+ "replans": 10,
263
+ "steps": 400,
264
+ "skipped": false
265
+ },
266
+ {
267
+ "ep_idx": 17,
268
+ "task_id": 2,
269
+ "trial": 7,
270
+ "success": true,
271
+ "replans": 10,
272
+ "steps": 386,
273
+ "skipped": false
274
+ },
275
+ {
276
+ "ep_idx": 18,
277
+ "task_id": 2,
278
+ "trial": 8,
279
+ "success": false,
280
+ "replans": 10,
281
+ "steps": 400,
282
+ "skipped": false
283
+ },
284
+ {
285
+ "ep_idx": 19,
286
+ "task_id": 2,
287
+ "trial": 9,
288
+ "success": false,
289
+ "replans": 10,
290
+ "steps": 400,
291
+ "skipped": false
292
+ },
293
+ {
294
+ "ep_idx": 20,
295
+ "task_id": 3,
296
+ "trial": 0,
297
+ "success": false,
298
+ "replans": 10,
299
+ "steps": 400,
300
+ "skipped": false
301
+ },
302
+ {
303
+ "ep_idx": 21,
304
+ "task_id": 3,
305
+ "trial": 1,
306
+ "success": true,
307
+ "replans": 9,
308
+ "steps": 160,
309
+ "skipped": false
310
+ },
311
+ {
312
+ "ep_idx": 22,
313
+ "task_id": 3,
314
+ "trial": 2,
315
+ "success": false,
316
+ "replans": 10,
317
+ "steps": 400,
318
+ "skipped": false
319
+ },
320
+ {
321
+ "ep_idx": 23,
322
+ "task_id": 3,
323
+ "trial": 3,
324
+ "success": false,
325
+ "replans": 10,
326
+ "steps": 400,
327
+ "skipped": false
328
+ },
329
+ {
330
+ "ep_idx": 24,
331
+ "task_id": 3,
332
+ "trial": 4,
333
+ "success": false,
334
+ "replans": 10,
335
+ "steps": 400,
336
+ "skipped": false
337
+ },
338
+ {
339
+ "ep_idx": 25,
340
+ "task_id": 3,
341
+ "trial": 5,
342
+ "success": false,
343
+ "replans": 10,
344
+ "steps": 400,
345
+ "skipped": false
346
+ },
347
+ {
348
+ "ep_idx": 26,
349
+ "task_id": 3,
350
+ "trial": 6,
351
+ "success": false,
352
+ "replans": 10,
353
+ "steps": 400,
354
+ "skipped": false
355
+ },
356
+ {
357
+ "ep_idx": 27,
358
+ "task_id": 3,
359
+ "trial": 7,
360
+ "success": false,
361
+ "replans": 10,
362
+ "steps": 400,
363
+ "skipped": false
364
+ },
365
+ {
366
+ "ep_idx": 28,
367
+ "task_id": 3,
368
+ "trial": 8,
369
+ "success": false,
370
+ "replans": 10,
371
+ "steps": 400,
372
+ "skipped": false
373
+ },
374
+ {
375
+ "ep_idx": 29,
376
+ "task_id": 3,
377
+ "trial": 9,
378
+ "success": false,
379
+ "replans": 10,
380
+ "steps": 400,
381
+ "skipped": false
382
+ },
383
+ {
384
+ "ep_idx": 30,
385
+ "task_id": 4,
386
+ "trial": 0,
387
+ "success": false,
388
+ "replans": 10,
389
+ "steps": 400,
390
+ "skipped": false
391
+ },
392
+ {
393
+ "ep_idx": 31,
394
+ "task_id": 4,
395
+ "trial": 1,
396
+ "success": false,
397
+ "replans": 10,
398
+ "steps": 400,
399
+ "skipped": false
400
+ },
401
+ {
402
+ "ep_idx": 32,
403
+ "task_id": 4,
404
+ "trial": 2,
405
+ "success": false,
406
+ "replans": 10,
407
+ "steps": 400,
408
+ "skipped": false
409
+ },
410
+ {
411
+ "ep_idx": 33,
412
+ "task_id": 4,
413
+ "trial": 3,
414
+ "success": false,
415
+ "replans": 10,
416
+ "steps": 400,
417
+ "skipped": false
418
+ },
419
+ {
420
+ "ep_idx": 34,
421
+ "task_id": 4,
422
+ "trial": 4,
423
+ "success": false,
424
+ "replans": 10,
425
+ "steps": 400,
426
+ "skipped": false
427
+ },
428
+ {
429
+ "ep_idx": 35,
430
+ "task_id": 4,
431
+ "trial": 5,
432
+ "success": false,
433
+ "replans": 10,
434
+ "steps": 400,
435
+ "skipped": false
436
+ },
437
+ {
438
+ "ep_idx": 36,
439
+ "task_id": 4,
440
+ "trial": 6,
441
+ "success": false,
442
+ "replans": 10,
443
+ "steps": 400,
444
+ "skipped": false
445
+ },
446
+ {
447
+ "ep_idx": 37,
448
+ "task_id": 4,
449
+ "trial": 7,
450
+ "success": false,
451
+ "replans": 10,
452
+ "steps": 400,
453
+ "skipped": false
454
+ },
455
+ {
456
+ "ep_idx": 38,
457
+ "task_id": 4,
458
+ "trial": 8,
459
+ "success": false,
460
+ "replans": 10,
461
+ "steps": 400,
462
+ "skipped": false
463
+ },
464
+ {
465
+ "ep_idx": 39,
466
+ "task_id": 4,
467
+ "trial": 9,
468
+ "success": false,
469
+ "replans": 10,
470
+ "steps": 400,
471
+ "skipped": false
472
+ },
473
+ {
474
+ "ep_idx": 40,
475
+ "task_id": 5,
476
+ "trial": 0,
477
+ "success": false,
478
+ "replans": 10,
479
+ "steps": 400,
480
+ "skipped": false
481
+ },
482
+ {
483
+ "ep_idx": 41,
484
+ "task_id": 5,
485
+ "trial": 1,
486
+ "success": false,
487
+ "replans": 10,
488
+ "steps": 400,
489
+ "skipped": false
490
+ },
491
+ {
492
+ "ep_idx": 42,
493
+ "task_id": 5,
494
+ "trial": 2,
495
+ "success": false,
496
+ "replans": 10,
497
+ "steps": 400,
498
+ "skipped": false
499
+ },
500
+ {
501
+ "ep_idx": 43,
502
+ "task_id": 5,
503
+ "trial": 3,
504
+ "success": true,
505
+ "replans": 9,
506
+ "steps": 227,
507
+ "skipped": false
508
+ },
509
+ {
510
+ "ep_idx": 44,
511
+ "task_id": 5,
512
+ "trial": 4,
513
+ "success": false,
514
+ "replans": 10,
515
+ "steps": 400,
516
+ "skipped": false
517
+ },
518
+ {
519
+ "ep_idx": 45,
520
+ "task_id": 5,
521
+ "trial": 5,
522
+ "success": false,
523
+ "replans": 10,
524
+ "steps": 400,
525
+ "skipped": false
526
+ },
527
+ {
528
+ "ep_idx": 46,
529
+ "task_id": 5,
530
+ "trial": 6,
531
+ "success": false,
532
+ "replans": 10,
533
+ "steps": 400,
534
+ "skipped": false
535
+ },
536
+ {
537
+ "ep_idx": 47,
538
+ "task_id": 5,
539
+ "trial": 7,
540
+ "success": false,
541
+ "replans": 10,
542
+ "steps": 400,
543
+ "skipped": false
544
+ },
545
+ {
546
+ "ep_idx": 48,
547
+ "task_id": 5,
548
+ "trial": 8,
549
+ "success": true,
550
+ "replans": 10,
551
+ "steps": 193,
552
+ "skipped": false
553
+ },
554
+ {
555
+ "ep_idx": 49,
556
+ "task_id": 5,
557
+ "trial": 9,
558
+ "success": true,
559
+ "replans": 10,
560
+ "steps": 340,
561
+ "skipped": false
562
+ }
563
+ ]
564
+ }
eval_results/ogbench/scene-play-v0/episode_logs/gsc_episodes.txt ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ep-0-task1-trial0-success=True.txt
2
+ ep-1-task1-trial1-success=False.txt
3
+ ep-10-task2-trial0-success=False.txt
4
+ ep-11-task2-trial1-success=True.txt
5
+ ep-12-task2-trial2-success=False.txt
6
+ ep-13-task2-trial3-success=False.txt
7
+ ep-14-task2-trial4-success=True.txt
8
+ ep-15-task2-trial5-success=False.txt
9
+ ep-16-task2-trial6-success=False.txt
10
+ ep-17-task2-trial7-success=True.txt
11
+ ep-18-task2-trial8-success=True.txt
12
+ ep-19-task2-trial9-success=False.txt
13
+ ep-2-task1-trial2-success=False.txt
14
+ ep-20-task3-trial0-success=False.txt
15
+ ep-21-task3-trial1-success=True.txt
16
+ ep-22-task3-trial2-success=True.txt
17
+ ep-23-task3-trial3-success=False.txt
18
+ ep-24-task3-trial4-success=False.txt
19
+ ep-25-task3-trial5-success=False.txt
20
+ ep-26-task3-trial6-success=True.txt
21
+ ep-27-task3-trial7-success=True.txt
22
+ ep-28-task3-trial8-success=True.txt
23
+ ep-29-task3-trial9-success=False.txt
24
+ ep-3-task1-trial3-success=True.txt
25
+ ep-30-task4-trial0-success=False.txt
26
+ ep-31-task4-trial1-success=False.txt
27
+ ep-32-task4-trial2-success=False.txt
28
+ ep-33-task4-trial3-success=False.txt
29
+ ep-34-task4-trial4-success=False.txt
30
+ ep-35-task4-trial5-success=False.txt
31
+ ep-36-task4-trial6-success=True.txt
32
+ ep-37-task4-trial7-success=False.txt
33
+ ep-38-task4-trial8-success=False.txt
34
+ ep-39-task4-trial9-success=False.txt
35
+ ep-4-task1-trial4-success=False.txt
36
+ ep-40-task5-trial0-success=False.txt
37
+ ep-41-task5-trial1-success=False.txt
38
+ ep-42-task5-trial2-success=False.txt
39
+ ep-43-task5-trial3-success=False.txt
40
+ ep-44-task5-trial4-success=False.txt
41
+ ep-45-task5-trial5-success=False.txt
42
+ ep-46-task5-trial6-success=True.txt
43
+ ep-47-task5-trial7-success=False.txt
44
+ ep-48-task5-trial8-success=False.txt
45
+ ep-49-task5-trial9-success=False.txt
46
+ ep-5-task1-trial5-success=True.txt
47
+ ep-6-task1-trial6-success=True.txt
48
+ ep-7-task1-trial7-success=True.txt
49
+ ep-8-task1-trial8-success=True.txt
50
+ ep-9-task1-trial9-success=True.txt
eval_results/ogbench/scene-play-v0/episode_logs/prune_episodes.txt ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ep-0-task1-trial0-success=True.txt
2
+ ep-1-task1-trial1-success=False.txt
3
+ ep-10-task2-trial0-success=True.txt
4
+ ep-11-task2-trial1-success=True.txt
5
+ ep-12-task2-trial2-success=False.txt
6
+ ep-13-task2-trial3-success=False.txt
7
+ ep-14-task2-trial4-success=True.txt
8
+ ep-15-task2-trial5-success=True.txt
9
+ ep-16-task2-trial6-success=True.txt
10
+ ep-17-task2-trial7-success=False.txt
11
+ ep-18-task2-trial8-success=False.txt
12
+ ep-19-task2-trial9-success=False.txt
13
+ ep-2-task1-trial2-success=True.txt
14
+ ep-20-task3-trial0-success=True.txt
15
+ ep-21-task3-trial1-success=False.txt
16
+ ep-22-task3-trial2-success=False.txt
17
+ ep-23-task3-trial3-success=True.txt
18
+ ep-24-task3-trial4-success=True.txt
19
+ ep-25-task3-trial5-success=True.txt
20
+ ep-26-task3-trial6-success=True.txt
21
+ ep-27-task3-trial7-success=False.txt
22
+ ep-28-task3-trial8-success=True.txt
23
+ ep-29-task3-trial9-success=True.txt
24
+ ep-3-task1-trial3-success=True.txt
25
+ ep-30-task4-trial0-success=False.txt
26
+ ep-31-task4-trial1-success=False.txt
27
+ ep-32-task4-trial2-success=False.txt
28
+ ep-33-task4-trial3-success=False.txt
29
+ ep-34-task4-trial4-success=False.txt
30
+ ep-35-task4-trial5-success=True.txt
31
+ ep-36-task4-trial6-success=True.txt
32
+ ep-37-task4-trial7-success=True.txt
33
+ ep-38-task4-trial8-success=False.txt
34
+ ep-39-task4-trial9-success=False.txt
35
+ ep-4-task1-trial4-success=True.txt
36
+ ep-40-task5-trial0-success=False.txt
37
+ ep-41-task5-trial1-success=False.txt
38
+ ep-42-task5-trial2-success=False.txt
39
+ ep-43-task5-trial3-success=False.txt
40
+ ep-44-task5-trial4-success=True.txt
41
+ ep-45-task5-trial5-success=False.txt
42
+ ep-46-task5-trial6-success=False.txt
43
+ ep-47-task5-trial7-success=False.txt
44
+ ep-48-task5-trial8-success=False.txt
45
+ ep-49-task5-trial9-success=False.txt
46
+ ep-5-task1-trial5-success=True.txt
47
+ ep-6-task1-trial6-success=False.txt
48
+ ep-7-task1-trial7-success=True.txt
49
+ ep-8-task1-trial8-success=True.txt
50
+ ep-9-task1-trial9-success=True.txt
eval_results/ogbench/scene-play-v0/episode_logs/resamp_episodes.txt ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ep-0-task1-trial0-success=True.txt
2
+ ep-1-task1-trial1-success=True.txt
3
+ ep-10-task2-trial0-success=False.txt
4
+ ep-11-task2-trial1-success=False.txt
5
+ ep-12-task2-trial2-success=False.txt
6
+ ep-13-task2-trial3-success=False.txt
7
+ ep-14-task2-trial4-success=False.txt
8
+ ep-15-task2-trial5-success=False.txt
9
+ ep-16-task2-trial6-success=True.txt
10
+ ep-17-task2-trial7-success=True.txt
11
+ ep-18-task2-trial8-success=False.txt
12
+ ep-19-task2-trial9-success=False.txt
13
+ ep-2-task1-trial2-success=True.txt
14
+ ep-20-task3-trial0-success=True.txt
15
+ ep-21-task3-trial1-success=False.txt
16
+ ep-22-task3-trial2-success=False.txt
17
+ ep-23-task3-trial3-success=True.txt
18
+ ep-24-task3-trial4-success=True.txt
19
+ ep-25-task3-trial5-success=True.txt
20
+ ep-26-task3-trial6-success=True.txt
21
+ ep-27-task3-trial7-success=True.txt
22
+ ep-28-task3-trial8-success=False.txt
23
+ ep-29-task3-trial9-success=False.txt
24
+ ep-3-task1-trial3-success=True.txt
25
+ ep-30-task4-trial0-success=False.txt
26
+ ep-31-task4-trial1-success=True.txt
27
+ ep-32-task4-trial2-success=True.txt
28
+ ep-33-task4-trial3-success=False.txt
29
+ ep-34-task4-trial4-success=True.txt
30
+ ep-35-task4-trial5-success=True.txt
31
+ ep-36-task4-trial6-success=False.txt
32
+ ep-37-task4-trial7-success=False.txt
33
+ ep-38-task4-trial8-success=True.txt
34
+ ep-39-task4-trial9-success=False.txt
35
+ ep-4-task1-trial4-success=False.txt
36
+ ep-40-task5-trial0-success=False.txt
37
+ ep-41-task5-trial1-success=False.txt
38
+ ep-42-task5-trial2-success=False.txt
39
+ ep-43-task5-trial3-success=False.txt
40
+ ep-44-task5-trial4-success=False.txt
41
+ ep-45-task5-trial5-success=False.txt
42
+ ep-46-task5-trial6-success=False.txt
43
+ ep-47-task5-trial7-success=False.txt
44
+ ep-48-task5-trial8-success=False.txt
45
+ ep-49-task5-trial9-success=False.txt
46
+ ep-5-task1-trial5-success=True.txt
47
+ ep-6-task1-trial6-success=True.txt
48
+ ep-7-task1-trial7-success=False.txt
49
+ ep-8-task1-trial8-success=False.txt
50
+ ep-9-task1-trial9-success=True.txt
eval_results/ogbench/scene-play-v0/scene_gsc_50.json ADDED
@@ -0,0 +1,570 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "env_name": "scene-play-v0",
3
+ "env_spec": {
4
+ "env_name": "scene-play-v0",
5
+ "family": "scene",
6
+ "scale": "Sc",
7
+ "train_traj_len": 200,
8
+ "obs_dim_full": 40,
9
+ "goal_dim": 14,
10
+ "plan_obs_select_dim": [
11
+ 12,
12
+ 13,
13
+ 14,
14
+ 19,
15
+ 20,
16
+ 21,
17
+ 26,
18
+ 27,
19
+ 28,
20
+ 29,
21
+ 32,
22
+ 33,
23
+ 36,
24
+ 38
25
+ ],
26
+ "plan_sm_horizon": 128,
27
+ "plan_len_ovlp": 48,
28
+ "plan_n_diff_steps": 512,
29
+ "plan_use_padbuf": true,
30
+ "plan_extra_pad": 32,
31
+ "plan_max_path_length": 1100,
32
+ "plan_max_ori_path_len": null,
33
+ "invdyn_horizon": 12,
34
+ "invdyn_max_path_length": 1100,
35
+ "eval_probs_h5": "none",
36
+ "eval_default_n_comp": 8,
37
+ "eval_repl_thres": 2.0,
38
+ "eval_max_n_repl": 10,
39
+ "eval_ada_minus_n_wp": 30,
40
+ "eval_cond2_extra": 100,
41
+ "eval_n_max_steps": 1500
42
+ },
43
+ "eval_args": {
44
+ "spec_csv": "ogb_env_spec.csv",
45
+ "eval_name": "scene_gsc_50",
46
+ "planner_name": "energy_based_compdfu",
47
+ "planner_epoch": "1495000",
48
+ "invdyn_name": "invdyn_scene_h150",
49
+ "invdyn_epoch": "1600000",
50
+ "n_trials_per_task": 10,
51
+ "seed": 0,
52
+ "ev_n_comp": 8,
53
+ "var_temp": 1.0,
54
+ "cond_w": 2.0,
55
+ "use_ddim": 1,
56
+ "ddim_steps": 50,
57
+ "ddim_eta": 1.0,
58
+ "num_resampling_steps": 10,
59
+ "min_resampling_steps": 1,
60
+ "pruning_start": 0.5,
61
+ "pruning_end": 1.0,
62
+ "pruning_top_k": 0.2,
63
+ "adaptive_pruning": true,
64
+ "cv_threshold": 0.01,
65
+ "undo_eta": 0.0,
66
+ "use_gradient_ovlp": false,
67
+ "use_eta_noise": false,
68
+ "pruning_score_type": "inversion",
69
+ "overlap_score_weight": 0.5,
70
+ "snap_binary_goals": false,
71
+ "mask_contact_goals": false,
72
+ "n_act_per_waypnt": 1,
73
+ "b_size_per_prob": 40,
74
+ "is_replan": "ada_dist",
75
+ "n_max_steps": 1500,
76
+ "repl_max_n": null,
77
+ "repl_thres": null,
78
+ "ada_dist_minus_n_wp": null,
79
+ "cond2_extra": null,
80
+ "fused_traj_alloc": 10000,
81
+ "ev_top_n": 5,
82
+ "ev_pick_type": "first",
83
+ "ev_cp_infer_t_type": "gsc",
84
+ "tjb_blend_type": "exp",
85
+ "tjb_exp_beta": 2.0,
86
+ "save_video": false,
87
+ "env": "scene-play-v0"
88
+ },
89
+ "summary": {
90
+ "num_ep": 50,
91
+ "success_rate": 36.0,
92
+ "n_tasks": 5,
93
+ "n_trials_per_task": 10,
94
+ "world_size": 8
95
+ },
96
+ "per_task": {
97
+ "1": {
98
+ "sr": 70.0,
99
+ "n": 10
100
+ },
101
+ "2": {
102
+ "sr": 40.0,
103
+ "n": 10
104
+ },
105
+ "3": {
106
+ "sr": 50.0,
107
+ "n": 10
108
+ },
109
+ "4": {
110
+ "sr": 10.0,
111
+ "n": 10
112
+ },
113
+ "5": {
114
+ "sr": 10.0,
115
+ "n": 10
116
+ }
117
+ },
118
+ "per_episode": [
119
+ {
120
+ "ep_idx": 0,
121
+ "task_id": 1,
122
+ "trial": 0,
123
+ "success": true,
124
+ "replans": 10,
125
+ "steps": 1318,
126
+ "skipped": false
127
+ },
128
+ {
129
+ "ep_idx": 1,
130
+ "task_id": 1,
131
+ "trial": 1,
132
+ "success": false,
133
+ "replans": 10,
134
+ "steps": 1500,
135
+ "skipped": false
136
+ },
137
+ {
138
+ "ep_idx": 2,
139
+ "task_id": 1,
140
+ "trial": 2,
141
+ "success": false,
142
+ "replans": 10,
143
+ "steps": 1500,
144
+ "skipped": false
145
+ },
146
+ {
147
+ "ep_idx": 3,
148
+ "task_id": 1,
149
+ "trial": 3,
150
+ "success": true,
151
+ "replans": 10,
152
+ "steps": 1013,
153
+ "skipped": false
154
+ },
155
+ {
156
+ "ep_idx": 4,
157
+ "task_id": 1,
158
+ "trial": 4,
159
+ "success": false,
160
+ "replans": 10,
161
+ "steps": 1500,
162
+ "skipped": false
163
+ },
164
+ {
165
+ "ep_idx": 5,
166
+ "task_id": 1,
167
+ "trial": 5,
168
+ "success": true,
169
+ "replans": 3,
170
+ "steps": 137,
171
+ "skipped": false
172
+ },
173
+ {
174
+ "ep_idx": 6,
175
+ "task_id": 1,
176
+ "trial": 6,
177
+ "success": true,
178
+ "replans": 10,
179
+ "steps": 344,
180
+ "skipped": false
181
+ },
182
+ {
183
+ "ep_idx": 7,
184
+ "task_id": 1,
185
+ "trial": 7,
186
+ "success": true,
187
+ "replans": 10,
188
+ "steps": 939,
189
+ "skipped": false
190
+ },
191
+ {
192
+ "ep_idx": 8,
193
+ "task_id": 1,
194
+ "trial": 8,
195
+ "success": true,
196
+ "replans": 10,
197
+ "steps": 1109,
198
+ "skipped": false
199
+ },
200
+ {
201
+ "ep_idx": 9,
202
+ "task_id": 1,
203
+ "trial": 9,
204
+ "success": true,
205
+ "replans": 10,
206
+ "steps": 858,
207
+ "skipped": false
208
+ },
209
+ {
210
+ "ep_idx": 10,
211
+ "task_id": 2,
212
+ "trial": 0,
213
+ "success": false,
214
+ "replans": 10,
215
+ "steps": 1500,
216
+ "skipped": false
217
+ },
218
+ {
219
+ "ep_idx": 11,
220
+ "task_id": 2,
221
+ "trial": 1,
222
+ "success": true,
223
+ "replans": 10,
224
+ "steps": 1189,
225
+ "skipped": false
226
+ },
227
+ {
228
+ "ep_idx": 12,
229
+ "task_id": 2,
230
+ "trial": 2,
231
+ "success": false,
232
+ "replans": 10,
233
+ "steps": 1500,
234
+ "skipped": false
235
+ },
236
+ {
237
+ "ep_idx": 13,
238
+ "task_id": 2,
239
+ "trial": 3,
240
+ "success": false,
241
+ "replans": 10,
242
+ "steps": 1500,
243
+ "skipped": false
244
+ },
245
+ {
246
+ "ep_idx": 14,
247
+ "task_id": 2,
248
+ "trial": 4,
249
+ "success": true,
250
+ "replans": 10,
251
+ "steps": 1118,
252
+ "skipped": false
253
+ },
254
+ {
255
+ "ep_idx": 15,
256
+ "task_id": 2,
257
+ "trial": 5,
258
+ "success": false,
259
+ "replans": 10,
260
+ "steps": 1500,
261
+ "skipped": false
262
+ },
263
+ {
264
+ "ep_idx": 16,
265
+ "task_id": 2,
266
+ "trial": 6,
267
+ "success": false,
268
+ "replans": 10,
269
+ "steps": 1500,
270
+ "skipped": false
271
+ },
272
+ {
273
+ "ep_idx": 17,
274
+ "task_id": 2,
275
+ "trial": 7,
276
+ "success": true,
277
+ "replans": 10,
278
+ "steps": 913,
279
+ "skipped": false
280
+ },
281
+ {
282
+ "ep_idx": 18,
283
+ "task_id": 2,
284
+ "trial": 8,
285
+ "success": true,
286
+ "replans": 10,
287
+ "steps": 1175,
288
+ "skipped": false
289
+ },
290
+ {
291
+ "ep_idx": 19,
292
+ "task_id": 2,
293
+ "trial": 9,
294
+ "success": false,
295
+ "replans": 10,
296
+ "steps": 1500,
297
+ "skipped": false
298
+ },
299
+ {
300
+ "ep_idx": 20,
301
+ "task_id": 3,
302
+ "trial": 0,
303
+ "success": false,
304
+ "replans": 10,
305
+ "steps": 1500,
306
+ "skipped": false
307
+ },
308
+ {
309
+ "ep_idx": 21,
310
+ "task_id": 3,
311
+ "trial": 1,
312
+ "success": true,
313
+ "replans": 10,
314
+ "steps": 1076,
315
+ "skipped": false
316
+ },
317
+ {
318
+ "ep_idx": 22,
319
+ "task_id": 3,
320
+ "trial": 2,
321
+ "success": true,
322
+ "replans": 10,
323
+ "steps": 1108,
324
+ "skipped": false
325
+ },
326
+ {
327
+ "ep_idx": 23,
328
+ "task_id": 3,
329
+ "trial": 3,
330
+ "success": false,
331
+ "replans": 10,
332
+ "steps": 1500,
333
+ "skipped": false
334
+ },
335
+ {
336
+ "ep_idx": 24,
337
+ "task_id": 3,
338
+ "trial": 4,
339
+ "success": false,
340
+ "replans": 10,
341
+ "steps": 1500,
342
+ "skipped": false
343
+ },
344
+ {
345
+ "ep_idx": 25,
346
+ "task_id": 3,
347
+ "trial": 5,
348
+ "success": false,
349
+ "replans": 10,
350
+ "steps": 1500,
351
+ "skipped": false
352
+ },
353
+ {
354
+ "ep_idx": 26,
355
+ "task_id": 3,
356
+ "trial": 6,
357
+ "success": true,
358
+ "replans": 10,
359
+ "steps": 1000,
360
+ "skipped": false
361
+ },
362
+ {
363
+ "ep_idx": 27,
364
+ "task_id": 3,
365
+ "trial": 7,
366
+ "success": true,
367
+ "replans": 10,
368
+ "steps": 1076,
369
+ "skipped": false
370
+ },
371
+ {
372
+ "ep_idx": 28,
373
+ "task_id": 3,
374
+ "trial": 8,
375
+ "success": true,
376
+ "replans": 10,
377
+ "steps": 1066,
378
+ "skipped": false
379
+ },
380
+ {
381
+ "ep_idx": 29,
382
+ "task_id": 3,
383
+ "trial": 9,
384
+ "success": false,
385
+ "replans": 10,
386
+ "steps": 1500,
387
+ "skipped": false
388
+ },
389
+ {
390
+ "ep_idx": 30,
391
+ "task_id": 4,
392
+ "trial": 0,
393
+ "success": false,
394
+ "replans": 10,
395
+ "steps": 1500,
396
+ "skipped": false
397
+ },
398
+ {
399
+ "ep_idx": 31,
400
+ "task_id": 4,
401
+ "trial": 1,
402
+ "success": false,
403
+ "replans": 10,
404
+ "steps": 1500,
405
+ "skipped": false
406
+ },
407
+ {
408
+ "ep_idx": 32,
409
+ "task_id": 4,
410
+ "trial": 2,
411
+ "success": false,
412
+ "replans": 10,
413
+ "steps": 1500,
414
+ "skipped": false
415
+ },
416
+ {
417
+ "ep_idx": 33,
418
+ "task_id": 4,
419
+ "trial": 3,
420
+ "success": false,
421
+ "replans": 10,
422
+ "steps": 1500,
423
+ "skipped": false
424
+ },
425
+ {
426
+ "ep_idx": 34,
427
+ "task_id": 4,
428
+ "trial": 4,
429
+ "success": false,
430
+ "replans": 10,
431
+ "steps": 1500,
432
+ "skipped": false
433
+ },
434
+ {
435
+ "ep_idx": 35,
436
+ "task_id": 4,
437
+ "trial": 5,
438
+ "success": false,
439
+ "replans": 10,
440
+ "steps": 1500,
441
+ "skipped": false
442
+ },
443
+ {
444
+ "ep_idx": 36,
445
+ "task_id": 4,
446
+ "trial": 6,
447
+ "success": true,
448
+ "replans": 10,
449
+ "steps": 1481,
450
+ "skipped": false
451
+ },
452
+ {
453
+ "ep_idx": 37,
454
+ "task_id": 4,
455
+ "trial": 7,
456
+ "success": false,
457
+ "replans": 10,
458
+ "steps": 1500,
459
+ "skipped": false
460
+ },
461
+ {
462
+ "ep_idx": 38,
463
+ "task_id": 4,
464
+ "trial": 8,
465
+ "success": false,
466
+ "replans": 10,
467
+ "steps": 1500,
468
+ "skipped": false
469
+ },
470
+ {
471
+ "ep_idx": 39,
472
+ "task_id": 4,
473
+ "trial": 9,
474
+ "success": false,
475
+ "replans": 10,
476
+ "steps": 1500,
477
+ "skipped": false
478
+ },
479
+ {
480
+ "ep_idx": 40,
481
+ "task_id": 5,
482
+ "trial": 0,
483
+ "success": false,
484
+ "replans": 10,
485
+ "steps": 1500,
486
+ "skipped": false
487
+ },
488
+ {
489
+ "ep_idx": 41,
490
+ "task_id": 5,
491
+ "trial": 1,
492
+ "success": false,
493
+ "replans": 10,
494
+ "steps": 1500,
495
+ "skipped": false
496
+ },
497
+ {
498
+ "ep_idx": 42,
499
+ "task_id": 5,
500
+ "trial": 2,
501
+ "success": false,
502
+ "replans": 10,
503
+ "steps": 1500,
504
+ "skipped": false
505
+ },
506
+ {
507
+ "ep_idx": 43,
508
+ "task_id": 5,
509
+ "trial": 3,
510
+ "success": false,
511
+ "replans": 10,
512
+ "steps": 1500,
513
+ "skipped": false
514
+ },
515
+ {
516
+ "ep_idx": 44,
517
+ "task_id": 5,
518
+ "trial": 4,
519
+ "success": false,
520
+ "replans": 10,
521
+ "steps": 1500,
522
+ "skipped": false
523
+ },
524
+ {
525
+ "ep_idx": 45,
526
+ "task_id": 5,
527
+ "trial": 5,
528
+ "success": false,
529
+ "replans": 10,
530
+ "steps": 1500,
531
+ "skipped": false
532
+ },
533
+ {
534
+ "ep_idx": 46,
535
+ "task_id": 5,
536
+ "trial": 6,
537
+ "success": true,
538
+ "replans": 10,
539
+ "steps": 1395,
540
+ "skipped": false
541
+ },
542
+ {
543
+ "ep_idx": 47,
544
+ "task_id": 5,
545
+ "trial": 7,
546
+ "success": false,
547
+ "replans": 10,
548
+ "steps": 1500,
549
+ "skipped": false
550
+ },
551
+ {
552
+ "ep_idx": 48,
553
+ "task_id": 5,
554
+ "trial": 8,
555
+ "success": false,
556
+ "replans": 10,
557
+ "steps": 1500,
558
+ "skipped": false
559
+ },
560
+ {
561
+ "ep_idx": 49,
562
+ "task_id": 5,
563
+ "trial": 9,
564
+ "success": false,
565
+ "replans": 10,
566
+ "steps": 1500,
567
+ "skipped": false
568
+ }
569
+ ]
570
+ }
eval_results/ogbench/scene-play-v0/scene_prune_50.json ADDED
@@ -0,0 +1,570 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "env_name": "scene-play-v0",
3
+ "env_spec": {
4
+ "env_name": "scene-play-v0",
5
+ "family": "scene",
6
+ "scale": "Sc",
7
+ "train_traj_len": 200,
8
+ "obs_dim_full": 40,
9
+ "goal_dim": 14,
10
+ "plan_obs_select_dim": [
11
+ 12,
12
+ 13,
13
+ 14,
14
+ 19,
15
+ 20,
16
+ 21,
17
+ 26,
18
+ 27,
19
+ 28,
20
+ 29,
21
+ 32,
22
+ 33,
23
+ 36,
24
+ 38
25
+ ],
26
+ "plan_sm_horizon": 128,
27
+ "plan_len_ovlp": 48,
28
+ "plan_n_diff_steps": 512,
29
+ "plan_use_padbuf": true,
30
+ "plan_extra_pad": 32,
31
+ "plan_max_path_length": 1100,
32
+ "plan_max_ori_path_len": null,
33
+ "invdyn_horizon": 12,
34
+ "invdyn_max_path_length": 1100,
35
+ "eval_probs_h5": "none",
36
+ "eval_default_n_comp": 8,
37
+ "eval_repl_thres": 2.0,
38
+ "eval_max_n_repl": 10,
39
+ "eval_ada_minus_n_wp": 30,
40
+ "eval_cond2_extra": 100,
41
+ "eval_n_max_steps": 1500
42
+ },
43
+ "eval_args": {
44
+ "spec_csv": "ogb_env_spec.csv",
45
+ "eval_name": "scene_prune_50",
46
+ "planner_name": "energy_based_compdfu",
47
+ "planner_epoch": "1495000",
48
+ "invdyn_name": "invdyn_scene_h150",
49
+ "invdyn_epoch": "1600000",
50
+ "n_trials_per_task": 10,
51
+ "seed": 0,
52
+ "ev_n_comp": 8,
53
+ "var_temp": 1.0,
54
+ "cond_w": 2.0,
55
+ "use_ddim": 1,
56
+ "ddim_steps": 50,
57
+ "ddim_eta": 1.0,
58
+ "num_resampling_steps": 10,
59
+ "min_resampling_steps": 10,
60
+ "pruning_start": 0.5,
61
+ "pruning_end": 1.0,
62
+ "pruning_top_k": 0.2,
63
+ "adaptive_pruning": true,
64
+ "cv_threshold": 0.01,
65
+ "undo_eta": 0.5,
66
+ "use_gradient_ovlp": true,
67
+ "use_eta_noise": false,
68
+ "pruning_score_type": "inversion",
69
+ "overlap_score_weight": 0.5,
70
+ "snap_binary_goals": false,
71
+ "mask_contact_goals": false,
72
+ "n_act_per_waypnt": 1,
73
+ "b_size_per_prob": 40,
74
+ "is_replan": "ada_dist",
75
+ "n_max_steps": 1500,
76
+ "repl_max_n": null,
77
+ "repl_thres": null,
78
+ "ada_dist_minus_n_wp": null,
79
+ "cond2_extra": null,
80
+ "fused_traj_alloc": 10000,
81
+ "ev_top_n": 5,
82
+ "ev_pick_type": "first",
83
+ "ev_cp_infer_t_type": "gsc_resampling_pruning",
84
+ "tjb_blend_type": "exp",
85
+ "tjb_exp_beta": 2.0,
86
+ "save_video": false,
87
+ "env": "scene-play-v0"
88
+ },
89
+ "summary": {
90
+ "num_ep": 50,
91
+ "success_rate": 48.0,
92
+ "n_tasks": 5,
93
+ "n_trials_per_task": 10,
94
+ "world_size": 8
95
+ },
96
+ "per_task": {
97
+ "1": {
98
+ "sr": 80.0,
99
+ "n": 10
100
+ },
101
+ "2": {
102
+ "sr": 50.0,
103
+ "n": 10
104
+ },
105
+ "3": {
106
+ "sr": 70.0,
107
+ "n": 10
108
+ },
109
+ "4": {
110
+ "sr": 30.0,
111
+ "n": 10
112
+ },
113
+ "5": {
114
+ "sr": 10.0,
115
+ "n": 10
116
+ }
117
+ },
118
+ "per_episode": [
119
+ {
120
+ "ep_idx": 0,
121
+ "task_id": 1,
122
+ "trial": 0,
123
+ "success": true,
124
+ "replans": 10,
125
+ "steps": 1045,
126
+ "skipped": false
127
+ },
128
+ {
129
+ "ep_idx": 1,
130
+ "task_id": 1,
131
+ "trial": 1,
132
+ "success": false,
133
+ "replans": 10,
134
+ "steps": 1500,
135
+ "skipped": false
136
+ },
137
+ {
138
+ "ep_idx": 2,
139
+ "task_id": 1,
140
+ "trial": 2,
141
+ "success": true,
142
+ "replans": 10,
143
+ "steps": 1196,
144
+ "skipped": false
145
+ },
146
+ {
147
+ "ep_idx": 3,
148
+ "task_id": 1,
149
+ "trial": 3,
150
+ "success": true,
151
+ "replans": 10,
152
+ "steps": 1238,
153
+ "skipped": false
154
+ },
155
+ {
156
+ "ep_idx": 4,
157
+ "task_id": 1,
158
+ "trial": 4,
159
+ "success": true,
160
+ "replans": 10,
161
+ "steps": 865,
162
+ "skipped": false
163
+ },
164
+ {
165
+ "ep_idx": 5,
166
+ "task_id": 1,
167
+ "trial": 5,
168
+ "success": true,
169
+ "replans": 10,
170
+ "steps": 1155,
171
+ "skipped": false
172
+ },
173
+ {
174
+ "ep_idx": 6,
175
+ "task_id": 1,
176
+ "trial": 6,
177
+ "success": false,
178
+ "replans": 10,
179
+ "steps": 1500,
180
+ "skipped": false
181
+ },
182
+ {
183
+ "ep_idx": 7,
184
+ "task_id": 1,
185
+ "trial": 7,
186
+ "success": true,
187
+ "replans": 10,
188
+ "steps": 815,
189
+ "skipped": false
190
+ },
191
+ {
192
+ "ep_idx": 8,
193
+ "task_id": 1,
194
+ "trial": 8,
195
+ "success": true,
196
+ "replans": 10,
197
+ "steps": 851,
198
+ "skipped": false
199
+ },
200
+ {
201
+ "ep_idx": 9,
202
+ "task_id": 1,
203
+ "trial": 9,
204
+ "success": true,
205
+ "replans": 10,
206
+ "steps": 1119,
207
+ "skipped": false
208
+ },
209
+ {
210
+ "ep_idx": 10,
211
+ "task_id": 2,
212
+ "trial": 0,
213
+ "success": true,
214
+ "replans": 10,
215
+ "steps": 1173,
216
+ "skipped": false
217
+ },
218
+ {
219
+ "ep_idx": 11,
220
+ "task_id": 2,
221
+ "trial": 1,
222
+ "success": true,
223
+ "replans": 10,
224
+ "steps": 1083,
225
+ "skipped": false
226
+ },
227
+ {
228
+ "ep_idx": 12,
229
+ "task_id": 2,
230
+ "trial": 2,
231
+ "success": false,
232
+ "replans": 10,
233
+ "steps": 1500,
234
+ "skipped": false
235
+ },
236
+ {
237
+ "ep_idx": 13,
238
+ "task_id": 2,
239
+ "trial": 3,
240
+ "success": false,
241
+ "replans": 10,
242
+ "steps": 1500,
243
+ "skipped": false
244
+ },
245
+ {
246
+ "ep_idx": 14,
247
+ "task_id": 2,
248
+ "trial": 4,
249
+ "success": true,
250
+ "replans": 10,
251
+ "steps": 1104,
252
+ "skipped": false
253
+ },
254
+ {
255
+ "ep_idx": 15,
256
+ "task_id": 2,
257
+ "trial": 5,
258
+ "success": true,
259
+ "replans": 10,
260
+ "steps": 1478,
261
+ "skipped": false
262
+ },
263
+ {
264
+ "ep_idx": 16,
265
+ "task_id": 2,
266
+ "trial": 6,
267
+ "success": true,
268
+ "replans": 10,
269
+ "steps": 1105,
270
+ "skipped": false
271
+ },
272
+ {
273
+ "ep_idx": 17,
274
+ "task_id": 2,
275
+ "trial": 7,
276
+ "success": false,
277
+ "replans": 10,
278
+ "steps": 1500,
279
+ "skipped": false
280
+ },
281
+ {
282
+ "ep_idx": 18,
283
+ "task_id": 2,
284
+ "trial": 8,
285
+ "success": false,
286
+ "replans": 10,
287
+ "steps": 1500,
288
+ "skipped": false
289
+ },
290
+ {
291
+ "ep_idx": 19,
292
+ "task_id": 2,
293
+ "trial": 9,
294
+ "success": false,
295
+ "replans": 10,
296
+ "steps": 1500,
297
+ "skipped": false
298
+ },
299
+ {
300
+ "ep_idx": 20,
301
+ "task_id": 3,
302
+ "trial": 0,
303
+ "success": true,
304
+ "replans": 10,
305
+ "steps": 1039,
306
+ "skipped": false
307
+ },
308
+ {
309
+ "ep_idx": 21,
310
+ "task_id": 3,
311
+ "trial": 1,
312
+ "success": false,
313
+ "replans": 10,
314
+ "steps": 1500,
315
+ "skipped": false
316
+ },
317
+ {
318
+ "ep_idx": 22,
319
+ "task_id": 3,
320
+ "trial": 2,
321
+ "success": false,
322
+ "replans": 10,
323
+ "steps": 1500,
324
+ "skipped": false
325
+ },
326
+ {
327
+ "ep_idx": 23,
328
+ "task_id": 3,
329
+ "trial": 3,
330
+ "success": true,
331
+ "replans": 10,
332
+ "steps": 969,
333
+ "skipped": false
334
+ },
335
+ {
336
+ "ep_idx": 24,
337
+ "task_id": 3,
338
+ "trial": 4,
339
+ "success": true,
340
+ "replans": 10,
341
+ "steps": 991,
342
+ "skipped": false
343
+ },
344
+ {
345
+ "ep_idx": 25,
346
+ "task_id": 3,
347
+ "trial": 5,
348
+ "success": true,
349
+ "replans": 10,
350
+ "steps": 1127,
351
+ "skipped": false
352
+ },
353
+ {
354
+ "ep_idx": 26,
355
+ "task_id": 3,
356
+ "trial": 6,
357
+ "success": true,
358
+ "replans": 10,
359
+ "steps": 1077,
360
+ "skipped": false
361
+ },
362
+ {
363
+ "ep_idx": 27,
364
+ "task_id": 3,
365
+ "trial": 7,
366
+ "success": false,
367
+ "replans": 10,
368
+ "steps": 1500,
369
+ "skipped": false
370
+ },
371
+ {
372
+ "ep_idx": 28,
373
+ "task_id": 3,
374
+ "trial": 8,
375
+ "success": true,
376
+ "replans": 10,
377
+ "steps": 912,
378
+ "skipped": false
379
+ },
380
+ {
381
+ "ep_idx": 29,
382
+ "task_id": 3,
383
+ "trial": 9,
384
+ "success": true,
385
+ "replans": 10,
386
+ "steps": 1084,
387
+ "skipped": false
388
+ },
389
+ {
390
+ "ep_idx": 30,
391
+ "task_id": 4,
392
+ "trial": 0,
393
+ "success": false,
394
+ "replans": 10,
395
+ "steps": 1500,
396
+ "skipped": false
397
+ },
398
+ {
399
+ "ep_idx": 31,
400
+ "task_id": 4,
401
+ "trial": 1,
402
+ "success": false,
403
+ "replans": 10,
404
+ "steps": 1500,
405
+ "skipped": false
406
+ },
407
+ {
408
+ "ep_idx": 32,
409
+ "task_id": 4,
410
+ "trial": 2,
411
+ "success": false,
412
+ "replans": 10,
413
+ "steps": 1500,
414
+ "skipped": false
415
+ },
416
+ {
417
+ "ep_idx": 33,
418
+ "task_id": 4,
419
+ "trial": 3,
420
+ "success": false,
421
+ "replans": 10,
422
+ "steps": 1500,
423
+ "skipped": false
424
+ },
425
+ {
426
+ "ep_idx": 34,
427
+ "task_id": 4,
428
+ "trial": 4,
429
+ "success": false,
430
+ "replans": 10,
431
+ "steps": 1500,
432
+ "skipped": false
433
+ },
434
+ {
435
+ "ep_idx": 35,
436
+ "task_id": 4,
437
+ "trial": 5,
438
+ "success": true,
439
+ "replans": 10,
440
+ "steps": 1022,
441
+ "skipped": false
442
+ },
443
+ {
444
+ "ep_idx": 36,
445
+ "task_id": 4,
446
+ "trial": 6,
447
+ "success": true,
448
+ "replans": 10,
449
+ "steps": 1109,
450
+ "skipped": false
451
+ },
452
+ {
453
+ "ep_idx": 37,
454
+ "task_id": 4,
455
+ "trial": 7,
456
+ "success": true,
457
+ "replans": 10,
458
+ "steps": 1154,
459
+ "skipped": false
460
+ },
461
+ {
462
+ "ep_idx": 38,
463
+ "task_id": 4,
464
+ "trial": 8,
465
+ "success": false,
466
+ "replans": 10,
467
+ "steps": 1500,
468
+ "skipped": false
469
+ },
470
+ {
471
+ "ep_idx": 39,
472
+ "task_id": 4,
473
+ "trial": 9,
474
+ "success": false,
475
+ "replans": 10,
476
+ "steps": 1500,
477
+ "skipped": false
478
+ },
479
+ {
480
+ "ep_idx": 40,
481
+ "task_id": 5,
482
+ "trial": 0,
483
+ "success": false,
484
+ "replans": 10,
485
+ "steps": 1500,
486
+ "skipped": false
487
+ },
488
+ {
489
+ "ep_idx": 41,
490
+ "task_id": 5,
491
+ "trial": 1,
492
+ "success": false,
493
+ "replans": 10,
494
+ "steps": 1500,
495
+ "skipped": false
496
+ },
497
+ {
498
+ "ep_idx": 42,
499
+ "task_id": 5,
500
+ "trial": 2,
501
+ "success": false,
502
+ "replans": 10,
503
+ "steps": 1500,
504
+ "skipped": false
505
+ },
506
+ {
507
+ "ep_idx": 43,
508
+ "task_id": 5,
509
+ "trial": 3,
510
+ "success": false,
511
+ "replans": 10,
512
+ "steps": 1500,
513
+ "skipped": false
514
+ },
515
+ {
516
+ "ep_idx": 44,
517
+ "task_id": 5,
518
+ "trial": 4,
519
+ "success": true,
520
+ "replans": 10,
521
+ "steps": 1107,
522
+ "skipped": false
523
+ },
524
+ {
525
+ "ep_idx": 45,
526
+ "task_id": 5,
527
+ "trial": 5,
528
+ "success": false,
529
+ "replans": 10,
530
+ "steps": 1500,
531
+ "skipped": false
532
+ },
533
+ {
534
+ "ep_idx": 46,
535
+ "task_id": 5,
536
+ "trial": 6,
537
+ "success": false,
538
+ "replans": 10,
539
+ "steps": 1500,
540
+ "skipped": false
541
+ },
542
+ {
543
+ "ep_idx": 47,
544
+ "task_id": 5,
545
+ "trial": 7,
546
+ "success": false,
547
+ "replans": 10,
548
+ "steps": 1500,
549
+ "skipped": false
550
+ },
551
+ {
552
+ "ep_idx": 48,
553
+ "task_id": 5,
554
+ "trial": 8,
555
+ "success": false,
556
+ "replans": 10,
557
+ "steps": 1500,
558
+ "skipped": false
559
+ },
560
+ {
561
+ "ep_idx": 49,
562
+ "task_id": 5,
563
+ "trial": 9,
564
+ "success": false,
565
+ "replans": 10,
566
+ "steps": 1500,
567
+ "skipped": false
568
+ }
569
+ ]
570
+ }
eval_results/ogbench/scene-play-v0/scene_resamp_50.json ADDED
@@ -0,0 +1,570 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "env_name": "scene-play-v0",
3
+ "env_spec": {
4
+ "env_name": "scene-play-v0",
5
+ "family": "scene",
6
+ "scale": "Sc",
7
+ "train_traj_len": 200,
8
+ "obs_dim_full": 40,
9
+ "goal_dim": 14,
10
+ "plan_obs_select_dim": [
11
+ 12,
12
+ 13,
13
+ 14,
14
+ 19,
15
+ 20,
16
+ 21,
17
+ 26,
18
+ 27,
19
+ 28,
20
+ 29,
21
+ 32,
22
+ 33,
23
+ 36,
24
+ 38
25
+ ],
26
+ "plan_sm_horizon": 128,
27
+ "plan_len_ovlp": 48,
28
+ "plan_n_diff_steps": 512,
29
+ "plan_use_padbuf": true,
30
+ "plan_extra_pad": 32,
31
+ "plan_max_path_length": 1100,
32
+ "plan_max_ori_path_len": null,
33
+ "invdyn_horizon": 12,
34
+ "invdyn_max_path_length": 1100,
35
+ "eval_probs_h5": "none",
36
+ "eval_default_n_comp": 8,
37
+ "eval_repl_thres": 2.0,
38
+ "eval_max_n_repl": 10,
39
+ "eval_ada_minus_n_wp": 30,
40
+ "eval_cond2_extra": 100,
41
+ "eval_n_max_steps": 1500
42
+ },
43
+ "eval_args": {
44
+ "spec_csv": "ogb_env_spec.csv",
45
+ "eval_name": "scene_resamp_50",
46
+ "planner_name": "energy_based_compdfu",
47
+ "planner_epoch": "1495000",
48
+ "invdyn_name": "invdyn_scene_h150",
49
+ "invdyn_epoch": "1600000",
50
+ "n_trials_per_task": 10,
51
+ "seed": 0,
52
+ "ev_n_comp": 8,
53
+ "var_temp": 1.0,
54
+ "cond_w": 2.0,
55
+ "use_ddim": 1,
56
+ "ddim_steps": 50,
57
+ "ddim_eta": 1.0,
58
+ "num_resampling_steps": 10,
59
+ "min_resampling_steps": 10,
60
+ "pruning_start": 0.5,
61
+ "pruning_end": 1.0,
62
+ "pruning_top_k": 0.2,
63
+ "adaptive_pruning": true,
64
+ "cv_threshold": 0.01,
65
+ "undo_eta": 0.0,
66
+ "use_gradient_ovlp": false,
67
+ "use_eta_noise": false,
68
+ "pruning_score_type": "inversion",
69
+ "overlap_score_weight": 0.5,
70
+ "snap_binary_goals": false,
71
+ "mask_contact_goals": false,
72
+ "n_act_per_waypnt": 1,
73
+ "b_size_per_prob": 40,
74
+ "is_replan": "ada_dist",
75
+ "n_max_steps": 1500,
76
+ "repl_max_n": null,
77
+ "repl_thres": null,
78
+ "ada_dist_minus_n_wp": null,
79
+ "cond2_extra": null,
80
+ "fused_traj_alloc": 10000,
81
+ "ev_top_n": 5,
82
+ "ev_pick_type": "first",
83
+ "ev_cp_infer_t_type": "gsc_resampling",
84
+ "tjb_blend_type": "exp",
85
+ "tjb_exp_beta": 2.0,
86
+ "save_video": false,
87
+ "env": "scene-play-v0"
88
+ },
89
+ "summary": {
90
+ "num_ep": 50,
91
+ "success_rate": 40.0,
92
+ "n_tasks": 5,
93
+ "n_trials_per_task": 10,
94
+ "world_size": 8
95
+ },
96
+ "per_task": {
97
+ "1": {
98
+ "sr": 70.0,
99
+ "n": 10
100
+ },
101
+ "2": {
102
+ "sr": 20.0,
103
+ "n": 10
104
+ },
105
+ "3": {
106
+ "sr": 60.0,
107
+ "n": 10
108
+ },
109
+ "4": {
110
+ "sr": 50.0,
111
+ "n": 10
112
+ },
113
+ "5": {
114
+ "sr": 0.0,
115
+ "n": 10
116
+ }
117
+ },
118
+ "per_episode": [
119
+ {
120
+ "ep_idx": 0,
121
+ "task_id": 1,
122
+ "trial": 0,
123
+ "success": true,
124
+ "replans": 3,
125
+ "steps": 92,
126
+ "skipped": false
127
+ },
128
+ {
129
+ "ep_idx": 1,
130
+ "task_id": 1,
131
+ "trial": 1,
132
+ "success": true,
133
+ "replans": 10,
134
+ "steps": 1221,
135
+ "skipped": false
136
+ },
137
+ {
138
+ "ep_idx": 2,
139
+ "task_id": 1,
140
+ "trial": 2,
141
+ "success": true,
142
+ "replans": 10,
143
+ "steps": 1019,
144
+ "skipped": false
145
+ },
146
+ {
147
+ "ep_idx": 3,
148
+ "task_id": 1,
149
+ "trial": 3,
150
+ "success": true,
151
+ "replans": 10,
152
+ "steps": 503,
153
+ "skipped": false
154
+ },
155
+ {
156
+ "ep_idx": 4,
157
+ "task_id": 1,
158
+ "trial": 4,
159
+ "success": false,
160
+ "replans": 10,
161
+ "steps": 1500,
162
+ "skipped": false
163
+ },
164
+ {
165
+ "ep_idx": 5,
166
+ "task_id": 1,
167
+ "trial": 5,
168
+ "success": true,
169
+ "replans": 10,
170
+ "steps": 1041,
171
+ "skipped": false
172
+ },
173
+ {
174
+ "ep_idx": 6,
175
+ "task_id": 1,
176
+ "trial": 6,
177
+ "success": true,
178
+ "replans": 6,
179
+ "steps": 126,
180
+ "skipped": false
181
+ },
182
+ {
183
+ "ep_idx": 7,
184
+ "task_id": 1,
185
+ "trial": 7,
186
+ "success": false,
187
+ "replans": 10,
188
+ "steps": 1500,
189
+ "skipped": false
190
+ },
191
+ {
192
+ "ep_idx": 8,
193
+ "task_id": 1,
194
+ "trial": 8,
195
+ "success": false,
196
+ "replans": 10,
197
+ "steps": 1500,
198
+ "skipped": false
199
+ },
200
+ {
201
+ "ep_idx": 9,
202
+ "task_id": 1,
203
+ "trial": 9,
204
+ "success": true,
205
+ "replans": 10,
206
+ "steps": 1172,
207
+ "skipped": false
208
+ },
209
+ {
210
+ "ep_idx": 10,
211
+ "task_id": 2,
212
+ "trial": 0,
213
+ "success": false,
214
+ "replans": 10,
215
+ "steps": 1500,
216
+ "skipped": false
217
+ },
218
+ {
219
+ "ep_idx": 11,
220
+ "task_id": 2,
221
+ "trial": 1,
222
+ "success": false,
223
+ "replans": 10,
224
+ "steps": 1500,
225
+ "skipped": false
226
+ },
227
+ {
228
+ "ep_idx": 12,
229
+ "task_id": 2,
230
+ "trial": 2,
231
+ "success": false,
232
+ "replans": 10,
233
+ "steps": 1500,
234
+ "skipped": false
235
+ },
236
+ {
237
+ "ep_idx": 13,
238
+ "task_id": 2,
239
+ "trial": 3,
240
+ "success": false,
241
+ "replans": 10,
242
+ "steps": 1500,
243
+ "skipped": false
244
+ },
245
+ {
246
+ "ep_idx": 14,
247
+ "task_id": 2,
248
+ "trial": 4,
249
+ "success": false,
250
+ "replans": 10,
251
+ "steps": 1500,
252
+ "skipped": false
253
+ },
254
+ {
255
+ "ep_idx": 15,
256
+ "task_id": 2,
257
+ "trial": 5,
258
+ "success": false,
259
+ "replans": 10,
260
+ "steps": 1500,
261
+ "skipped": false
262
+ },
263
+ {
264
+ "ep_idx": 16,
265
+ "task_id": 2,
266
+ "trial": 6,
267
+ "success": true,
268
+ "replans": 10,
269
+ "steps": 915,
270
+ "skipped": false
271
+ },
272
+ {
273
+ "ep_idx": 17,
274
+ "task_id": 2,
275
+ "trial": 7,
276
+ "success": true,
277
+ "replans": 10,
278
+ "steps": 1135,
279
+ "skipped": false
280
+ },
281
+ {
282
+ "ep_idx": 18,
283
+ "task_id": 2,
284
+ "trial": 8,
285
+ "success": false,
286
+ "replans": 10,
287
+ "steps": 1500,
288
+ "skipped": false
289
+ },
290
+ {
291
+ "ep_idx": 19,
292
+ "task_id": 2,
293
+ "trial": 9,
294
+ "success": false,
295
+ "replans": 10,
296
+ "steps": 1500,
297
+ "skipped": false
298
+ },
299
+ {
300
+ "ep_idx": 20,
301
+ "task_id": 3,
302
+ "trial": 0,
303
+ "success": true,
304
+ "replans": 10,
305
+ "steps": 995,
306
+ "skipped": false
307
+ },
308
+ {
309
+ "ep_idx": 21,
310
+ "task_id": 3,
311
+ "trial": 1,
312
+ "success": false,
313
+ "replans": 10,
314
+ "steps": 1500,
315
+ "skipped": false
316
+ },
317
+ {
318
+ "ep_idx": 22,
319
+ "task_id": 3,
320
+ "trial": 2,
321
+ "success": false,
322
+ "replans": 10,
323
+ "steps": 1500,
324
+ "skipped": false
325
+ },
326
+ {
327
+ "ep_idx": 23,
328
+ "task_id": 3,
329
+ "trial": 3,
330
+ "success": true,
331
+ "replans": 10,
332
+ "steps": 965,
333
+ "skipped": false
334
+ },
335
+ {
336
+ "ep_idx": 24,
337
+ "task_id": 3,
338
+ "trial": 4,
339
+ "success": true,
340
+ "replans": 10,
341
+ "steps": 1149,
342
+ "skipped": false
343
+ },
344
+ {
345
+ "ep_idx": 25,
346
+ "task_id": 3,
347
+ "trial": 5,
348
+ "success": true,
349
+ "replans": 10,
350
+ "steps": 883,
351
+ "skipped": false
352
+ },
353
+ {
354
+ "ep_idx": 26,
355
+ "task_id": 3,
356
+ "trial": 6,
357
+ "success": true,
358
+ "replans": 10,
359
+ "steps": 1009,
360
+ "skipped": false
361
+ },
362
+ {
363
+ "ep_idx": 27,
364
+ "task_id": 3,
365
+ "trial": 7,
366
+ "success": true,
367
+ "replans": 10,
368
+ "steps": 949,
369
+ "skipped": false
370
+ },
371
+ {
372
+ "ep_idx": 28,
373
+ "task_id": 3,
374
+ "trial": 8,
375
+ "success": false,
376
+ "replans": 10,
377
+ "steps": 1500,
378
+ "skipped": false
379
+ },
380
+ {
381
+ "ep_idx": 29,
382
+ "task_id": 3,
383
+ "trial": 9,
384
+ "success": false,
385
+ "replans": 10,
386
+ "steps": 1500,
387
+ "skipped": false
388
+ },
389
+ {
390
+ "ep_idx": 30,
391
+ "task_id": 4,
392
+ "trial": 0,
393
+ "success": false,
394
+ "replans": 10,
395
+ "steps": 1500,
396
+ "skipped": false
397
+ },
398
+ {
399
+ "ep_idx": 31,
400
+ "task_id": 4,
401
+ "trial": 1,
402
+ "success": true,
403
+ "replans": 10,
404
+ "steps": 1321,
405
+ "skipped": false
406
+ },
407
+ {
408
+ "ep_idx": 32,
409
+ "task_id": 4,
410
+ "trial": 2,
411
+ "success": true,
412
+ "replans": 10,
413
+ "steps": 1044,
414
+ "skipped": false
415
+ },
416
+ {
417
+ "ep_idx": 33,
418
+ "task_id": 4,
419
+ "trial": 3,
420
+ "success": false,
421
+ "replans": 10,
422
+ "steps": 1500,
423
+ "skipped": false
424
+ },
425
+ {
426
+ "ep_idx": 34,
427
+ "task_id": 4,
428
+ "trial": 4,
429
+ "success": true,
430
+ "replans": 10,
431
+ "steps": 1156,
432
+ "skipped": false
433
+ },
434
+ {
435
+ "ep_idx": 35,
436
+ "task_id": 4,
437
+ "trial": 5,
438
+ "success": true,
439
+ "replans": 10,
440
+ "steps": 1049,
441
+ "skipped": false
442
+ },
443
+ {
444
+ "ep_idx": 36,
445
+ "task_id": 4,
446
+ "trial": 6,
447
+ "success": false,
448
+ "replans": 10,
449
+ "steps": 1500,
450
+ "skipped": false
451
+ },
452
+ {
453
+ "ep_idx": 37,
454
+ "task_id": 4,
455
+ "trial": 7,
456
+ "success": false,
457
+ "replans": 10,
458
+ "steps": 1500,
459
+ "skipped": false
460
+ },
461
+ {
462
+ "ep_idx": 38,
463
+ "task_id": 4,
464
+ "trial": 8,
465
+ "success": true,
466
+ "replans": 10,
467
+ "steps": 1004,
468
+ "skipped": false
469
+ },
470
+ {
471
+ "ep_idx": 39,
472
+ "task_id": 4,
473
+ "trial": 9,
474
+ "success": false,
475
+ "replans": 10,
476
+ "steps": 1500,
477
+ "skipped": false
478
+ },
479
+ {
480
+ "ep_idx": 40,
481
+ "task_id": 5,
482
+ "trial": 0,
483
+ "success": false,
484
+ "replans": 10,
485
+ "steps": 1500,
486
+ "skipped": false
487
+ },
488
+ {
489
+ "ep_idx": 41,
490
+ "task_id": 5,
491
+ "trial": 1,
492
+ "success": false,
493
+ "replans": 10,
494
+ "steps": 1500,
495
+ "skipped": false
496
+ },
497
+ {
498
+ "ep_idx": 42,
499
+ "task_id": 5,
500
+ "trial": 2,
501
+ "success": false,
502
+ "replans": 10,
503
+ "steps": 1500,
504
+ "skipped": false
505
+ },
506
+ {
507
+ "ep_idx": 43,
508
+ "task_id": 5,
509
+ "trial": 3,
510
+ "success": false,
511
+ "replans": 10,
512
+ "steps": 1500,
513
+ "skipped": false
514
+ },
515
+ {
516
+ "ep_idx": 44,
517
+ "task_id": 5,
518
+ "trial": 4,
519
+ "success": false,
520
+ "replans": 10,
521
+ "steps": 1500,
522
+ "skipped": false
523
+ },
524
+ {
525
+ "ep_idx": 45,
526
+ "task_id": 5,
527
+ "trial": 5,
528
+ "success": false,
529
+ "replans": 10,
530
+ "steps": 1500,
531
+ "skipped": false
532
+ },
533
+ {
534
+ "ep_idx": 46,
535
+ "task_id": 5,
536
+ "trial": 6,
537
+ "success": false,
538
+ "replans": 10,
539
+ "steps": 1500,
540
+ "skipped": false
541
+ },
542
+ {
543
+ "ep_idx": 47,
544
+ "task_id": 5,
545
+ "trial": 7,
546
+ "success": false,
547
+ "replans": 10,
548
+ "steps": 1500,
549
+ "skipped": false
550
+ },
551
+ {
552
+ "ep_idx": 48,
553
+ "task_id": 5,
554
+ "trial": 8,
555
+ "success": false,
556
+ "replans": 10,
557
+ "steps": 1500,
558
+ "skipped": false
559
+ },
560
+ {
561
+ "ep_idx": 49,
562
+ "task_id": 5,
563
+ "trial": 9,
564
+ "success": false,
565
+ "replans": 10,
566
+ "steps": 1500,
567
+ "skipped": false
568
+ }
569
+ ]
570
+ }
eval_results/ogbench/scene-play-v0/training_configs/invdyn_scene_h150_args.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "spec_csv": "ogb_env_spec.csv",
3
+ "env": "scene-play-v0",
4
+ "device": "cuda",
5
+ "invdyn_name": "invdyn_scene_h150",
6
+ "batch_size": 32,
7
+ "lr": 0.0001,
8
+ "grad_accum": 1,
9
+ "ema_decay": 0.995,
10
+ "step_start_ema": 4000,
11
+ "update_ema_every": 10,
12
+ "n_train_steps": 2000000,
13
+ "save_freq": 4000,
14
+ "n_saves": 5,
15
+ "log_freq": 100,
16
+ "num_workers": 4,
17
+ "resume": null,
18
+ "warmstart": null,
19
+ "goal_sel_idxs": [
20
+ 12,
21
+ 13,
22
+ 14,
23
+ 19,
24
+ 20,
25
+ 21,
26
+ 26,
27
+ 27,
28
+ 28,
29
+ 29,
30
+ 32,
31
+ 33,
32
+ 36,
33
+ 38
34
+ ],
35
+ "n_reference": 0,
36
+ "n_samples": 10,
37
+ "invdyn_arch": "v3",
38
+ "goal_sample_mode": "uniform",
39
+ "goal_sample_p": 0.1,
40
+ "obs_noise_std": 0.0,
41
+ "invdyn_horizon_override": 150,
42
+ "env_spec": {
43
+ "env_name": "scene-play-v0",
44
+ "family": "scene",
45
+ "scale": "Sc",
46
+ "train_traj_len": 200,
47
+ "obs_dim_full": 40,
48
+ "goal_dim": 14,
49
+ "plan_obs_select_dim": [
50
+ 12,
51
+ 13,
52
+ 14,
53
+ 19,
54
+ 20,
55
+ 21,
56
+ 26,
57
+ 27,
58
+ 28,
59
+ 29,
60
+ 32,
61
+ 33,
62
+ 36,
63
+ 38
64
+ ],
65
+ "plan_sm_horizon": 128,
66
+ "plan_len_ovlp": 48,
67
+ "plan_n_diff_steps": 512,
68
+ "plan_use_padbuf": true,
69
+ "plan_extra_pad": 32,
70
+ "plan_max_path_length": 1100,
71
+ "plan_max_ori_path_len": null,
72
+ "invdyn_horizon": 12,
73
+ "invdyn_max_path_length": 1100,
74
+ "eval_probs_h5": "none",
75
+ "eval_default_n_comp": 8,
76
+ "eval_repl_thres": 2.0,
77
+ "eval_max_n_repl": 10,
78
+ "eval_ada_minus_n_wp": 30,
79
+ "eval_cond2_extra": 100,
80
+ "eval_n_max_steps": 1500
81
+ }
82
+ }
eval_results/ogbench/scene-play-v0/training_configs/planner_energy_based_compdfu_args.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "spec_csv": "ogb_env_spec.csv",
3
+ "env": "scene-play-v0",
4
+ "seed": 0,
5
+ "run_name": "energy_based_compdfu",
6
+ "resume": null,
7
+ "auto_resume": 1,
8
+ "load_planner": null,
9
+ "n_train_steps": 1500000,
10
+ "batch_size": 170,
11
+ "num_workers": 4,
12
+ "log_freq": 100,
13
+ "save_freq": 5000,
14
+ "lr": 0.0002,
15
+ "ema_decay": 0.995,
16
+ "step_start_ema": 4000,
17
+ "update_ema_every": 10,
18
+ "grad_clip": 1.0,
19
+ "grad_accum_steps": 1,
20
+ "use_amp": 1,
21
+ "warmup_steps": 1000,
22
+ "cosine_decay": 1,
23
+ "min_lr_ratio": 0.1,
24
+ "wandb": false,
25
+ "wandb_project": "comp-diffuser-planning",
26
+ "wandb_entity": null,
27
+ "wandb_mode": "online",
28
+ "env_spec": {
29
+ "env_name": "scene-play-v0",
30
+ "family": "scene",
31
+ "scale": "Sc",
32
+ "train_traj_len": 200,
33
+ "obs_dim_full": 40,
34
+ "goal_dim": 14,
35
+ "plan_obs_select_dim": [
36
+ 12,
37
+ 13,
38
+ 14,
39
+ 19,
40
+ 20,
41
+ 21,
42
+ 26,
43
+ 27,
44
+ 28,
45
+ 29,
46
+ 32,
47
+ 33,
48
+ 36,
49
+ 38
50
+ ],
51
+ "plan_sm_horizon": 128,
52
+ "plan_len_ovlp": 48,
53
+ "plan_n_diff_steps": 512,
54
+ "plan_use_padbuf": true,
55
+ "plan_extra_pad": 32,
56
+ "plan_max_path_length": 1100,
57
+ "plan_max_ori_path_len": null,
58
+ "invdyn_horizon": 12,
59
+ "invdyn_max_path_length": 1100,
60
+ "eval_probs_h5": "none",
61
+ "eval_default_n_comp": 8,
62
+ "eval_repl_thres": 2.0,
63
+ "eval_max_n_repl": 10,
64
+ "eval_ada_minus_n_wp": 30,
65
+ "eval_cond2_extra": 100,
66
+ "eval_n_max_steps": 1500
67
+ },
68
+ "world_size": 3
69
+ }
eval_results/ogbench/scene-play-v0/training_configs/planner_ogb_v1_args.json ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "spec_csv": "ogb_env_spec.csv",
3
+ "env": "scene-play-v0",
4
+ "seed": 0,
5
+ "run_name": "ogb_v1",
6
+ "resume": null,
7
+ "auto_resume": 1,
8
+ "load_planner": null,
9
+ "n_train_steps": 1500000,
10
+ "batch_size": 128,
11
+ "num_workers": 4,
12
+ "log_freq": 100,
13
+ "save_freq": 5000,
14
+ "lr": 0.0002,
15
+ "ema_decay": 0.995,
16
+ "step_start_ema": 4000,
17
+ "update_ema_every": 10,
18
+ "grad_clip": 1.0,
19
+ "grad_accum_steps": 1,
20
+ "use_amp": 1,
21
+ "warmup_steps": 1000,
22
+ "keep_last": 3,
23
+ "constant_lr": 0.0,
24
+ "cosine_decay": 1,
25
+ "min_lr_ratio": 0.1,
26
+ "wandb": false,
27
+ "wandb_project": "comp-diffuser-planning",
28
+ "wandb_entity": null,
29
+ "wandb_mode": "online",
30
+ "env_spec": {
31
+ "env_name": "scene-play-v0",
32
+ "family": "scene",
33
+ "scale": "Sc",
34
+ "train_traj_len": 200,
35
+ "obs_dim_full": 40,
36
+ "goal_dim": 14,
37
+ "plan_obs_select_dim": [
38
+ 12,
39
+ 13,
40
+ 14,
41
+ 19,
42
+ 20,
43
+ 21,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 32,
49
+ 33,
50
+ 36,
51
+ 38
52
+ ],
53
+ "plan_sm_horizon": 128,
54
+ "plan_len_ovlp": 48,
55
+ "plan_n_diff_steps": 512,
56
+ "plan_use_padbuf": true,
57
+ "plan_extra_pad": 32,
58
+ "plan_max_path_length": 1100,
59
+ "plan_max_ori_path_len": null,
60
+ "invdyn_horizon": 12,
61
+ "invdyn_max_path_length": 1100,
62
+ "eval_probs_h5": "none",
63
+ "eval_default_n_comp": 8,
64
+ "eval_repl_thres": 2.0,
65
+ "eval_max_n_repl": 10,
66
+ "eval_ada_minus_n_wp": 30,
67
+ "eval_cond2_extra": 100,
68
+ "eval_n_max_steps": 1500
69
+ },
70
+ "world_size": 4
71
+ }