HENGFANG commited on
Commit
03b20a0
·
verified ·
1 Parent(s): 4187139

Add files using upload-large-folder tool

Browse files
Files changed (23) hide show
  1. checkpoints/steps_100000_pytorch_model.pt +3 -0
  2. log/eval_result/click_bell/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_episodes_detail.json +1881 -0
  3. log/eval_result/click_bell/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics.json +11 -0
  4. log/eval_result/click_bell/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics_report.txt +20 -0
  5. log/eval_result/click_bell/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_result.txt +5 -0
  6. log/eval_result/move_stapler_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:41:29/_episodes_detail.json +1853 -0
  7. log/eval_result/move_stapler_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:41:29/_metrics.json +11 -0
  8. log/eval_result/move_stapler_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:41:29/_metrics_report.txt +20 -0
  9. log/eval_result/move_stapler_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:41:29/_result.txt +5 -0
  10. log/eval_result/place_a2b_right/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:53:06/_episodes_detail.json +1342 -0
  11. log/eval_result/place_a2b_right/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:53:06/_metrics.json +11 -0
  12. log/eval_result/place_a2b_right/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:53:06/_metrics_report.txt +20 -0
  13. log/eval_result/place_a2b_right/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:53:06/_result.txt +5 -0
  14. log/eval_result/place_can_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:56:54/_episodes_detail.json +1230 -0
  15. log/eval_result/place_can_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:56:54/_metrics.json +11 -0
  16. log/eval_result/place_can_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:56:54/_metrics_report.txt +20 -0
  17. log/eval_result/place_can_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:56:54/_result.txt +5 -0
  18. log/eval_result/place_shoe/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:03:12/_episodes_detail.json +1713 -0
  19. log/eval_result/place_shoe/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:03:12/_metrics.json +11 -0
  20. log/eval_result/place_shoe/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:03:12/_metrics_report.txt +20 -0
  21. log/eval_result/place_shoe/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:03:12/_result.txt +5 -0
  22. log/eval_result/shake_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:54:47/_episodes_detail.json +1251 -0
  23. log/eval_result/shake_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:54:47/_metrics.json +11 -0
checkpoints/steps_100000_pytorch_model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45af1158227071cf1e9d2bcb5ad6c9b9945987e0ee3c8384ff5c449963737fdc
3
+ size 9993654111
log/eval_result/click_bell/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_episodes_detail.json ADDED
@@ -0,0 +1,1881 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": false,
6
+ "steps_taken": 99,
7
+ "max_steps": 400,
8
+ "route_completion": 29.741956483336484,
9
+ "manipulation_score": 14.870978241668242,
10
+ "total_penalty_factor": 0.5,
11
+ "fail_reason": "out_of_bounds",
12
+ "penalty_events": [
13
+ {
14
+ "event_type": "out_of_bounds",
15
+ "timestep": 99,
16
+ "penalty_factor": 0.5,
17
+ "details": "Target object left workspace/view"
18
+ }
19
+ ]
20
+ },
21
+ {
22
+ "episode_id": 2,
23
+ "seed": 100001,
24
+ "success": false,
25
+ "steps_taken": 86,
26
+ "max_steps": 400,
27
+ "route_completion": 44.12337263841154,
28
+ "manipulation_score": 22.06168631920577,
29
+ "total_penalty_factor": 0.5,
30
+ "fail_reason": "out_of_bounds",
31
+ "penalty_events": [
32
+ {
33
+ "event_type": "out_of_bounds",
34
+ "timestep": 86,
35
+ "penalty_factor": 0.5,
36
+ "details": "Target object left workspace/view"
37
+ }
38
+ ]
39
+ },
40
+ {
41
+ "episode_id": 3,
42
+ "seed": 100002,
43
+ "success": false,
44
+ "steps_taken": 68,
45
+ "max_steps": 400,
46
+ "route_completion": 30.04200033369184,
47
+ "manipulation_score": 15.02100016684592,
48
+ "total_penalty_factor": 0.5,
49
+ "fail_reason": "out_of_bounds",
50
+ "penalty_events": [
51
+ {
52
+ "event_type": "out_of_bounds",
53
+ "timestep": 68,
54
+ "penalty_factor": 0.5,
55
+ "details": "Target object left workspace/view"
56
+ }
57
+ ]
58
+ },
59
+ {
60
+ "episode_id": 4,
61
+ "seed": 100003,
62
+ "success": false,
63
+ "steps_taken": 49,
64
+ "max_steps": 400,
65
+ "route_completion": 0.0,
66
+ "manipulation_score": 0.0,
67
+ "total_penalty_factor": 0.5,
68
+ "fail_reason": "out_of_bounds",
69
+ "penalty_events": [
70
+ {
71
+ "event_type": "out_of_bounds",
72
+ "timestep": 49,
73
+ "penalty_factor": 0.5,
74
+ "details": "Target object left workspace/view"
75
+ }
76
+ ]
77
+ },
78
+ {
79
+ "episode_id": 5,
80
+ "seed": 100004,
81
+ "success": false,
82
+ "steps_taken": 71,
83
+ "max_steps": 400,
84
+ "route_completion": 41.6806770466067,
85
+ "manipulation_score": 20.84033852330335,
86
+ "total_penalty_factor": 0.5,
87
+ "fail_reason": "out_of_bounds",
88
+ "penalty_events": [
89
+ {
90
+ "event_type": "out_of_bounds",
91
+ "timestep": 71,
92
+ "penalty_factor": 0.5,
93
+ "details": "Target object left workspace/view"
94
+ }
95
+ ]
96
+ },
97
+ {
98
+ "episode_id": 6,
99
+ "seed": 100005,
100
+ "success": false,
101
+ "steps_taken": 68,
102
+ "max_steps": 400,
103
+ "route_completion": 44.850530416590765,
104
+ "manipulation_score": 22.425265208295382,
105
+ "total_penalty_factor": 0.5,
106
+ "fail_reason": "out_of_bounds",
107
+ "penalty_events": [
108
+ {
109
+ "event_type": "out_of_bounds",
110
+ "timestep": 68,
111
+ "penalty_factor": 0.5,
112
+ "details": "Target object left workspace/view"
113
+ }
114
+ ]
115
+ },
116
+ {
117
+ "episode_id": 7,
118
+ "seed": 100006,
119
+ "success": false,
120
+ "steps_taken": 127,
121
+ "max_steps": 400,
122
+ "route_completion": 50.57725167827222,
123
+ "manipulation_score": 25.28862583913611,
124
+ "total_penalty_factor": 0.5,
125
+ "fail_reason": "out_of_bounds",
126
+ "penalty_events": [
127
+ {
128
+ "event_type": "out_of_bounds",
129
+ "timestep": 127,
130
+ "penalty_factor": 0.5,
131
+ "details": "Target object left workspace/view"
132
+ }
133
+ ]
134
+ },
135
+ {
136
+ "episode_id": 8,
137
+ "seed": 100007,
138
+ "success": false,
139
+ "steps_taken": 50,
140
+ "max_steps": 400,
141
+ "route_completion": 0.019023078359993405,
142
+ "manipulation_score": 0.009511539179996703,
143
+ "total_penalty_factor": 0.5,
144
+ "fail_reason": "out_of_bounds",
145
+ "penalty_events": [
146
+ {
147
+ "event_type": "out_of_bounds",
148
+ "timestep": 50,
149
+ "penalty_factor": 0.5,
150
+ "details": "Target object left workspace/view"
151
+ }
152
+ ]
153
+ },
154
+ {
155
+ "episode_id": 9,
156
+ "seed": 100008,
157
+ "success": false,
158
+ "steps_taken": 83,
159
+ "max_steps": 400,
160
+ "route_completion": 26.376639859060557,
161
+ "manipulation_score": 13.188319929530278,
162
+ "total_penalty_factor": 0.5,
163
+ "fail_reason": "out_of_bounds",
164
+ "penalty_events": [
165
+ {
166
+ "event_type": "out_of_bounds",
167
+ "timestep": 83,
168
+ "penalty_factor": 0.5,
169
+ "details": "Target object left workspace/view"
170
+ }
171
+ ]
172
+ },
173
+ {
174
+ "episode_id": 10,
175
+ "seed": 100009,
176
+ "success": false,
177
+ "steps_taken": 130,
178
+ "max_steps": 400,
179
+ "route_completion": 0.023889258143583565,
180
+ "manipulation_score": 0.011944629071791783,
181
+ "total_penalty_factor": 0.5,
182
+ "fail_reason": "out_of_bounds",
183
+ "penalty_events": [
184
+ {
185
+ "event_type": "out_of_bounds",
186
+ "timestep": 130,
187
+ "penalty_factor": 0.5,
188
+ "details": "Target object left workspace/view"
189
+ }
190
+ ]
191
+ },
192
+ {
193
+ "episode_id": 11,
194
+ "seed": 100010,
195
+ "success": false,
196
+ "steps_taken": 77,
197
+ "max_steps": 400,
198
+ "route_completion": 34.86781879326392,
199
+ "manipulation_score": 17.43390939663196,
200
+ "total_penalty_factor": 0.5,
201
+ "fail_reason": "out_of_bounds",
202
+ "penalty_events": [
203
+ {
204
+ "event_type": "out_of_bounds",
205
+ "timestep": 77,
206
+ "penalty_factor": 0.5,
207
+ "details": "Target object left workspace/view"
208
+ }
209
+ ]
210
+ },
211
+ {
212
+ "episode_id": 12,
213
+ "seed": 100011,
214
+ "success": false,
215
+ "steps_taken": 107,
216
+ "max_steps": 400,
217
+ "route_completion": 0.0,
218
+ "manipulation_score": 0.0,
219
+ "total_penalty_factor": 0.5,
220
+ "fail_reason": "out_of_bounds",
221
+ "penalty_events": [
222
+ {
223
+ "event_type": "out_of_bounds",
224
+ "timestep": 107,
225
+ "penalty_factor": 0.5,
226
+ "details": "Target object left workspace/view"
227
+ }
228
+ ]
229
+ },
230
+ {
231
+ "episode_id": 13,
232
+ "seed": 100012,
233
+ "success": false,
234
+ "steps_taken": 59,
235
+ "max_steps": 400,
236
+ "route_completion": 18.612867017599037,
237
+ "manipulation_score": 9.306433508799518,
238
+ "total_penalty_factor": 0.5,
239
+ "fail_reason": "out_of_bounds",
240
+ "penalty_events": [
241
+ {
242
+ "event_type": "out_of_bounds",
243
+ "timestep": 59,
244
+ "penalty_factor": 0.5,
245
+ "details": "Target object left workspace/view"
246
+ }
247
+ ]
248
+ },
249
+ {
250
+ "episode_id": 14,
251
+ "seed": 100013,
252
+ "success": false,
253
+ "steps_taken": 113,
254
+ "max_steps": 400,
255
+ "route_completion": 25.86720754009927,
256
+ "manipulation_score": 12.933603770049634,
257
+ "total_penalty_factor": 0.5,
258
+ "fail_reason": "out_of_bounds",
259
+ "penalty_events": [
260
+ {
261
+ "event_type": "out_of_bounds",
262
+ "timestep": 113,
263
+ "penalty_factor": 0.5,
264
+ "details": "Target object left workspace/view"
265
+ }
266
+ ]
267
+ },
268
+ {
269
+ "episode_id": 15,
270
+ "seed": 100014,
271
+ "success": false,
272
+ "steps_taken": 44,
273
+ "max_steps": 400,
274
+ "route_completion": 10.333154074953917,
275
+ "manipulation_score": 5.166577037476959,
276
+ "total_penalty_factor": 0.5,
277
+ "fail_reason": "out_of_bounds",
278
+ "penalty_events": [
279
+ {
280
+ "event_type": "out_of_bounds",
281
+ "timestep": 44,
282
+ "penalty_factor": 0.5,
283
+ "details": "Target object left workspace/view"
284
+ }
285
+ ]
286
+ },
287
+ {
288
+ "episode_id": 16,
289
+ "seed": 100015,
290
+ "success": false,
291
+ "steps_taken": 48,
292
+ "max_steps": 400,
293
+ "route_completion": 0.0,
294
+ "manipulation_score": 0.0,
295
+ "total_penalty_factor": 0.5,
296
+ "fail_reason": "out_of_bounds",
297
+ "penalty_events": [
298
+ {
299
+ "event_type": "out_of_bounds",
300
+ "timestep": 48,
301
+ "penalty_factor": 0.5,
302
+ "details": "Target object left workspace/view"
303
+ }
304
+ ]
305
+ },
306
+ {
307
+ "episode_id": 17,
308
+ "seed": 100016,
309
+ "success": false,
310
+ "steps_taken": 64,
311
+ "max_steps": 400,
312
+ "route_completion": 45.92300452012659,
313
+ "manipulation_score": 22.961502260063295,
314
+ "total_penalty_factor": 0.5,
315
+ "fail_reason": "out_of_bounds",
316
+ "penalty_events": [
317
+ {
318
+ "event_type": "out_of_bounds",
319
+ "timestep": 64,
320
+ "penalty_factor": 0.5,
321
+ "details": "Target object left workspace/view"
322
+ }
323
+ ]
324
+ },
325
+ {
326
+ "episode_id": 18,
327
+ "seed": 100017,
328
+ "success": false,
329
+ "steps_taken": 70,
330
+ "max_steps": 400,
331
+ "route_completion": 28.568660929438476,
332
+ "manipulation_score": 14.284330464719238,
333
+ "total_penalty_factor": 0.5,
334
+ "fail_reason": "out_of_bounds",
335
+ "penalty_events": [
336
+ {
337
+ "event_type": "out_of_bounds",
338
+ "timestep": 70,
339
+ "penalty_factor": 0.5,
340
+ "details": "Target object left workspace/view"
341
+ }
342
+ ]
343
+ },
344
+ {
345
+ "episode_id": 19,
346
+ "seed": 100018,
347
+ "success": false,
348
+ "steps_taken": 56,
349
+ "max_steps": 400,
350
+ "route_completion": 41.28743299752039,
351
+ "manipulation_score": 20.643716498760195,
352
+ "total_penalty_factor": 0.5,
353
+ "fail_reason": "out_of_bounds",
354
+ "penalty_events": [
355
+ {
356
+ "event_type": "out_of_bounds",
357
+ "timestep": 56,
358
+ "penalty_factor": 0.5,
359
+ "details": "Target object left workspace/view"
360
+ }
361
+ ]
362
+ },
363
+ {
364
+ "episode_id": 20,
365
+ "seed": 100019,
366
+ "success": false,
367
+ "steps_taken": 53,
368
+ "max_steps": 400,
369
+ "route_completion": 21.620474406893507,
370
+ "manipulation_score": 10.810237203446754,
371
+ "total_penalty_factor": 0.5,
372
+ "fail_reason": "out_of_bounds",
373
+ "penalty_events": [
374
+ {
375
+ "event_type": "out_of_bounds",
376
+ "timestep": 53,
377
+ "penalty_factor": 0.5,
378
+ "details": "Target object left workspace/view"
379
+ }
380
+ ]
381
+ },
382
+ {
383
+ "episode_id": 21,
384
+ "seed": 100020,
385
+ "success": false,
386
+ "steps_taken": 116,
387
+ "max_steps": 400,
388
+ "route_completion": 42.25827098624313,
389
+ "manipulation_score": 21.129135493121566,
390
+ "total_penalty_factor": 0.5,
391
+ "fail_reason": "out_of_bounds",
392
+ "penalty_events": [
393
+ {
394
+ "event_type": "out_of_bounds",
395
+ "timestep": 116,
396
+ "penalty_factor": 0.5,
397
+ "details": "Target object left workspace/view"
398
+ }
399
+ ]
400
+ },
401
+ {
402
+ "episode_id": 22,
403
+ "seed": 100021,
404
+ "success": false,
405
+ "steps_taken": 77,
406
+ "max_steps": 400,
407
+ "route_completion": 0.04007529030328233,
408
+ "manipulation_score": 0.020037645151641165,
409
+ "total_penalty_factor": 0.5,
410
+ "fail_reason": "out_of_bounds",
411
+ "penalty_events": [
412
+ {
413
+ "event_type": "out_of_bounds",
414
+ "timestep": 77,
415
+ "penalty_factor": 0.5,
416
+ "details": "Target object left workspace/view"
417
+ }
418
+ ]
419
+ },
420
+ {
421
+ "episode_id": 23,
422
+ "seed": 100022,
423
+ "success": false,
424
+ "steps_taken": 63,
425
+ "max_steps": 400,
426
+ "route_completion": 0.0,
427
+ "manipulation_score": 0.0,
428
+ "total_penalty_factor": 0.5,
429
+ "fail_reason": "out_of_bounds",
430
+ "penalty_events": [
431
+ {
432
+ "event_type": "out_of_bounds",
433
+ "timestep": 63,
434
+ "penalty_factor": 0.5,
435
+ "details": "Target object left workspace/view"
436
+ }
437
+ ]
438
+ },
439
+ {
440
+ "episode_id": 24,
441
+ "seed": 100023,
442
+ "success": false,
443
+ "steps_taken": 72,
444
+ "max_steps": 400,
445
+ "route_completion": 29.9115409794908,
446
+ "manipulation_score": 14.9557704897454,
447
+ "total_penalty_factor": 0.5,
448
+ "fail_reason": "out_of_bounds",
449
+ "penalty_events": [
450
+ {
451
+ "event_type": "out_of_bounds",
452
+ "timestep": 72,
453
+ "penalty_factor": 0.5,
454
+ "details": "Target object left workspace/view"
455
+ }
456
+ ]
457
+ },
458
+ {
459
+ "episode_id": 25,
460
+ "seed": 100024,
461
+ "success": false,
462
+ "steps_taken": 63,
463
+ "max_steps": 400,
464
+ "route_completion": 45.38934612153059,
465
+ "manipulation_score": 22.694673060765297,
466
+ "total_penalty_factor": 0.5,
467
+ "fail_reason": "out_of_bounds",
468
+ "penalty_events": [
469
+ {
470
+ "event_type": "out_of_bounds",
471
+ "timestep": 63,
472
+ "penalty_factor": 0.5,
473
+ "details": "Target object left workspace/view"
474
+ }
475
+ ]
476
+ },
477
+ {
478
+ "episode_id": 26,
479
+ "seed": 100025,
480
+ "success": false,
481
+ "steps_taken": 61,
482
+ "max_steps": 400,
483
+ "route_completion": 34.03693191513422,
484
+ "manipulation_score": 17.01846595756711,
485
+ "total_penalty_factor": 0.5,
486
+ "fail_reason": "out_of_bounds",
487
+ "penalty_events": [
488
+ {
489
+ "event_type": "out_of_bounds",
490
+ "timestep": 61,
491
+ "penalty_factor": 0.5,
492
+ "details": "Target object left workspace/view"
493
+ }
494
+ ]
495
+ },
496
+ {
497
+ "episode_id": 27,
498
+ "seed": 100026,
499
+ "success": false,
500
+ "steps_taken": 58,
501
+ "max_steps": 400,
502
+ "route_completion": 0.021751583949136146,
503
+ "manipulation_score": 0.010875791974568073,
504
+ "total_penalty_factor": 0.5,
505
+ "fail_reason": "out_of_bounds",
506
+ "penalty_events": [
507
+ {
508
+ "event_type": "out_of_bounds",
509
+ "timestep": 58,
510
+ "penalty_factor": 0.5,
511
+ "details": "Target object left workspace/view"
512
+ }
513
+ ]
514
+ },
515
+ {
516
+ "episode_id": 28,
517
+ "seed": 100027,
518
+ "success": false,
519
+ "steps_taken": 65,
520
+ "max_steps": 400,
521
+ "route_completion": 0.03545126232398961,
522
+ "manipulation_score": 0.017725631161994805,
523
+ "total_penalty_factor": 0.5,
524
+ "fail_reason": "out_of_bounds",
525
+ "penalty_events": [
526
+ {
527
+ "event_type": "out_of_bounds",
528
+ "timestep": 65,
529
+ "penalty_factor": 0.5,
530
+ "details": "Target object left workspace/view"
531
+ }
532
+ ]
533
+ },
534
+ {
535
+ "episode_id": 29,
536
+ "seed": 100028,
537
+ "success": false,
538
+ "steps_taken": 144,
539
+ "max_steps": 400,
540
+ "route_completion": 14.774554356728967,
541
+ "manipulation_score": 7.387277178364483,
542
+ "total_penalty_factor": 0.5,
543
+ "fail_reason": "out_of_bounds",
544
+ "penalty_events": [
545
+ {
546
+ "event_type": "out_of_bounds",
547
+ "timestep": 144,
548
+ "penalty_factor": 0.5,
549
+ "details": "Target object left workspace/view"
550
+ }
551
+ ]
552
+ },
553
+ {
554
+ "episode_id": 30,
555
+ "seed": 100029,
556
+ "success": false,
557
+ "steps_taken": 87,
558
+ "max_steps": 400,
559
+ "route_completion": 23.751780877381986,
560
+ "manipulation_score": 11.875890438690993,
561
+ "total_penalty_factor": 0.5,
562
+ "fail_reason": "out_of_bounds",
563
+ "penalty_events": [
564
+ {
565
+ "event_type": "out_of_bounds",
566
+ "timestep": 87,
567
+ "penalty_factor": 0.5,
568
+ "details": "Target object left workspace/view"
569
+ }
570
+ ]
571
+ },
572
+ {
573
+ "episode_id": 31,
574
+ "seed": 100030,
575
+ "success": false,
576
+ "steps_taken": 111,
577
+ "max_steps": 400,
578
+ "route_completion": 0.0,
579
+ "manipulation_score": 0.0,
580
+ "total_penalty_factor": 0.5,
581
+ "fail_reason": "out_of_bounds",
582
+ "penalty_events": [
583
+ {
584
+ "event_type": "out_of_bounds",
585
+ "timestep": 111,
586
+ "penalty_factor": 0.5,
587
+ "details": "Target object left workspace/view"
588
+ }
589
+ ]
590
+ },
591
+ {
592
+ "episode_id": 32,
593
+ "seed": 100031,
594
+ "success": false,
595
+ "steps_taken": 173,
596
+ "max_steps": 400,
597
+ "route_completion": 24.38245249244085,
598
+ "manipulation_score": 12.191226246220426,
599
+ "total_penalty_factor": 0.5,
600
+ "fail_reason": "out_of_bounds",
601
+ "penalty_events": [
602
+ {
603
+ "event_type": "out_of_bounds",
604
+ "timestep": 173,
605
+ "penalty_factor": 0.5,
606
+ "details": "Target object left workspace/view"
607
+ }
608
+ ]
609
+ },
610
+ {
611
+ "episode_id": 33,
612
+ "seed": 100032,
613
+ "success": false,
614
+ "steps_taken": 43,
615
+ "max_steps": 400,
616
+ "route_completion": 16.365542043203238,
617
+ "manipulation_score": 8.182771021601619,
618
+ "total_penalty_factor": 0.5,
619
+ "fail_reason": "out_of_bounds",
620
+ "penalty_events": [
621
+ {
622
+ "event_type": "out_of_bounds",
623
+ "timestep": 43,
624
+ "penalty_factor": 0.5,
625
+ "details": "Target object left workspace/view"
626
+ }
627
+ ]
628
+ },
629
+ {
630
+ "episode_id": 34,
631
+ "seed": 100033,
632
+ "success": false,
633
+ "steps_taken": 65,
634
+ "max_steps": 400,
635
+ "route_completion": 51.24114822119075,
636
+ "manipulation_score": 25.620574110595374,
637
+ "total_penalty_factor": 0.5,
638
+ "fail_reason": "out_of_bounds",
639
+ "penalty_events": [
640
+ {
641
+ "event_type": "out_of_bounds",
642
+ "timestep": 65,
643
+ "penalty_factor": 0.5,
644
+ "details": "Target object left workspace/view"
645
+ }
646
+ ]
647
+ },
648
+ {
649
+ "episode_id": 35,
650
+ "seed": 100034,
651
+ "success": false,
652
+ "steps_taken": 132,
653
+ "max_steps": 400,
654
+ "route_completion": 26.41113605403445,
655
+ "manipulation_score": 13.205568027017225,
656
+ "total_penalty_factor": 0.5,
657
+ "fail_reason": "out_of_bounds",
658
+ "penalty_events": [
659
+ {
660
+ "event_type": "out_of_bounds",
661
+ "timestep": 132,
662
+ "penalty_factor": 0.5,
663
+ "details": "Target object left workspace/view"
664
+ }
665
+ ]
666
+ },
667
+ {
668
+ "episode_id": 36,
669
+ "seed": 100035,
670
+ "success": false,
671
+ "steps_taken": 70,
672
+ "max_steps": 400,
673
+ "route_completion": 2.0139891483294923,
674
+ "manipulation_score": 1.0069945741647461,
675
+ "total_penalty_factor": 0.5,
676
+ "fail_reason": "out_of_bounds",
677
+ "penalty_events": [
678
+ {
679
+ "event_type": "out_of_bounds",
680
+ "timestep": 70,
681
+ "penalty_factor": 0.5,
682
+ "details": "Target object left workspace/view"
683
+ }
684
+ ]
685
+ },
686
+ {
687
+ "episode_id": 37,
688
+ "seed": 100036,
689
+ "success": false,
690
+ "steps_taken": 61,
691
+ "max_steps": 400,
692
+ "route_completion": 30.427608812343067,
693
+ "manipulation_score": 15.213804406171533,
694
+ "total_penalty_factor": 0.5,
695
+ "fail_reason": "out_of_bounds",
696
+ "penalty_events": [
697
+ {
698
+ "event_type": "out_of_bounds",
699
+ "timestep": 61,
700
+ "penalty_factor": 0.5,
701
+ "details": "Target object left workspace/view"
702
+ }
703
+ ]
704
+ },
705
+ {
706
+ "episode_id": 38,
707
+ "seed": 100037,
708
+ "success": false,
709
+ "steps_taken": 79,
710
+ "max_steps": 400,
711
+ "route_completion": 43.11497833919495,
712
+ "manipulation_score": 21.557489169597474,
713
+ "total_penalty_factor": 0.5,
714
+ "fail_reason": "out_of_bounds",
715
+ "penalty_events": [
716
+ {
717
+ "event_type": "out_of_bounds",
718
+ "timestep": 79,
719
+ "penalty_factor": 0.5,
720
+ "details": "Target object left workspace/view"
721
+ }
722
+ ]
723
+ },
724
+ {
725
+ "episode_id": 39,
726
+ "seed": 100038,
727
+ "success": false,
728
+ "steps_taken": 60,
729
+ "max_steps": 400,
730
+ "route_completion": 0.01416848443122692,
731
+ "manipulation_score": 0.00708424221561346,
732
+ "total_penalty_factor": 0.5,
733
+ "fail_reason": "out_of_bounds",
734
+ "penalty_events": [
735
+ {
736
+ "event_type": "out_of_bounds",
737
+ "timestep": 60,
738
+ "penalty_factor": 0.5,
739
+ "details": "Target object left workspace/view"
740
+ }
741
+ ]
742
+ },
743
+ {
744
+ "episode_id": 40,
745
+ "seed": 100039,
746
+ "success": false,
747
+ "steps_taken": 198,
748
+ "max_steps": 400,
749
+ "route_completion": 0.0184410927055377,
750
+ "manipulation_score": 0.00922054635276885,
751
+ "total_penalty_factor": 0.5,
752
+ "fail_reason": "out_of_bounds",
753
+ "penalty_events": [
754
+ {
755
+ "event_type": "out_of_bounds",
756
+ "timestep": 198,
757
+ "penalty_factor": 0.5,
758
+ "details": "Target object left workspace/view"
759
+ }
760
+ ]
761
+ },
762
+ {
763
+ "episode_id": 41,
764
+ "seed": 100040,
765
+ "success": false,
766
+ "steps_taken": 111,
767
+ "max_steps": 400,
768
+ "route_completion": 0.03018058254307532,
769
+ "manipulation_score": 0.01509029127153766,
770
+ "total_penalty_factor": 0.5,
771
+ "fail_reason": "out_of_bounds",
772
+ "penalty_events": [
773
+ {
774
+ "event_type": "out_of_bounds",
775
+ "timestep": 111,
776
+ "penalty_factor": 0.5,
777
+ "details": "Target object left workspace/view"
778
+ }
779
+ ]
780
+ },
781
+ {
782
+ "episode_id": 42,
783
+ "seed": 100041,
784
+ "success": false,
785
+ "steps_taken": 58,
786
+ "max_steps": 400,
787
+ "route_completion": 0.02681223399495715,
788
+ "manipulation_score": 0.013406116997478575,
789
+ "total_penalty_factor": 0.5,
790
+ "fail_reason": "out_of_bounds",
791
+ "penalty_events": [
792
+ {
793
+ "event_type": "out_of_bounds",
794
+ "timestep": 58,
795
+ "penalty_factor": 0.5,
796
+ "details": "Target object left workspace/view"
797
+ }
798
+ ]
799
+ },
800
+ {
801
+ "episode_id": 43,
802
+ "seed": 100042,
803
+ "success": false,
804
+ "steps_taken": 70,
805
+ "max_steps": 400,
806
+ "route_completion": 0.019534242829851393,
807
+ "manipulation_score": 0.009767121414925696,
808
+ "total_penalty_factor": 0.5,
809
+ "fail_reason": "out_of_bounds",
810
+ "penalty_events": [
811
+ {
812
+ "event_type": "out_of_bounds",
813
+ "timestep": 70,
814
+ "penalty_factor": 0.5,
815
+ "details": "Target object left workspace/view"
816
+ }
817
+ ]
818
+ },
819
+ {
820
+ "episode_id": 44,
821
+ "seed": 100043,
822
+ "success": false,
823
+ "steps_taken": 240,
824
+ "max_steps": 400,
825
+ "route_completion": 37.026186355242146,
826
+ "manipulation_score": 18.513093177621073,
827
+ "total_penalty_factor": 0.5,
828
+ "fail_reason": "out_of_bounds",
829
+ "penalty_events": [
830
+ {
831
+ "event_type": "out_of_bounds",
832
+ "timestep": 240,
833
+ "penalty_factor": 0.5,
834
+ "details": "Target object left workspace/view"
835
+ }
836
+ ]
837
+ },
838
+ {
839
+ "episode_id": 45,
840
+ "seed": 100045,
841
+ "success": false,
842
+ "steps_taken": 74,
843
+ "max_steps": 400,
844
+ "route_completion": 40.9880864939114,
845
+ "manipulation_score": 20.4940432469557,
846
+ "total_penalty_factor": 0.5,
847
+ "fail_reason": "out_of_bounds",
848
+ "penalty_events": [
849
+ {
850
+ "event_type": "out_of_bounds",
851
+ "timestep": 74,
852
+ "penalty_factor": 0.5,
853
+ "details": "Target object left workspace/view"
854
+ }
855
+ ]
856
+ },
857
+ {
858
+ "episode_id": 46,
859
+ "seed": 100046,
860
+ "success": false,
861
+ "steps_taken": 52,
862
+ "max_steps": 400,
863
+ "route_completion": 19.801253510337176,
864
+ "manipulation_score": 9.900626755168588,
865
+ "total_penalty_factor": 0.5,
866
+ "fail_reason": "out_of_bounds",
867
+ "penalty_events": [
868
+ {
869
+ "event_type": "out_of_bounds",
870
+ "timestep": 52,
871
+ "penalty_factor": 0.5,
872
+ "details": "Target object left workspace/view"
873
+ }
874
+ ]
875
+ },
876
+ {
877
+ "episode_id": 47,
878
+ "seed": 100047,
879
+ "success": false,
880
+ "steps_taken": 131,
881
+ "max_steps": 400,
882
+ "route_completion": 28.116177864859953,
883
+ "manipulation_score": 14.058088932429976,
884
+ "total_penalty_factor": 0.5,
885
+ "fail_reason": "out_of_bounds",
886
+ "penalty_events": [
887
+ {
888
+ "event_type": "out_of_bounds",
889
+ "timestep": 131,
890
+ "penalty_factor": 0.5,
891
+ "details": "Target object left workspace/view"
892
+ }
893
+ ]
894
+ },
895
+ {
896
+ "episode_id": 48,
897
+ "seed": 100048,
898
+ "success": false,
899
+ "steps_taken": 71,
900
+ "max_steps": 400,
901
+ "route_completion": 0.0,
902
+ "manipulation_score": 0.0,
903
+ "total_penalty_factor": 0.5,
904
+ "fail_reason": "out_of_bounds",
905
+ "penalty_events": [
906
+ {
907
+ "event_type": "out_of_bounds",
908
+ "timestep": 71,
909
+ "penalty_factor": 0.5,
910
+ "details": "Target object left workspace/view"
911
+ }
912
+ ]
913
+ },
914
+ {
915
+ "episode_id": 49,
916
+ "seed": 100049,
917
+ "success": false,
918
+ "steps_taken": 61,
919
+ "max_steps": 400,
920
+ "route_completion": 2.9648570491823225,
921
+ "manipulation_score": 1.4824285245911613,
922
+ "total_penalty_factor": 0.5,
923
+ "fail_reason": "out_of_bounds",
924
+ "penalty_events": [
925
+ {
926
+ "event_type": "out_of_bounds",
927
+ "timestep": 61,
928
+ "penalty_factor": 0.5,
929
+ "details": "Target object left workspace/view"
930
+ }
931
+ ]
932
+ },
933
+ {
934
+ "episode_id": 50,
935
+ "seed": 100050,
936
+ "success": false,
937
+ "steps_taken": 94,
938
+ "max_steps": 400,
939
+ "route_completion": 15.08675433160199,
940
+ "manipulation_score": 7.543377165800995,
941
+ "total_penalty_factor": 0.5,
942
+ "fail_reason": "out_of_bounds",
943
+ "penalty_events": [
944
+ {
945
+ "event_type": "out_of_bounds",
946
+ "timestep": 94,
947
+ "penalty_factor": 0.5,
948
+ "details": "Target object left workspace/view"
949
+ }
950
+ ]
951
+ },
952
+ {
953
+ "episode_id": 51,
954
+ "seed": 100051,
955
+ "success": false,
956
+ "steps_taken": 71,
957
+ "max_steps": 400,
958
+ "route_completion": 33.00317711400437,
959
+ "manipulation_score": 16.501588557002187,
960
+ "total_penalty_factor": 0.5,
961
+ "fail_reason": "out_of_bounds",
962
+ "penalty_events": [
963
+ {
964
+ "event_type": "out_of_bounds",
965
+ "timestep": 71,
966
+ "penalty_factor": 0.5,
967
+ "details": "Target object left workspace/view"
968
+ }
969
+ ]
970
+ },
971
+ {
972
+ "episode_id": 52,
973
+ "seed": 100052,
974
+ "success": false,
975
+ "steps_taken": 62,
976
+ "max_steps": 400,
977
+ "route_completion": 0.0,
978
+ "manipulation_score": 0.0,
979
+ "total_penalty_factor": 0.5,
980
+ "fail_reason": "out_of_bounds",
981
+ "penalty_events": [
982
+ {
983
+ "event_type": "out_of_bounds",
984
+ "timestep": 62,
985
+ "penalty_factor": 0.5,
986
+ "details": "Target object left workspace/view"
987
+ }
988
+ ]
989
+ },
990
+ {
991
+ "episode_id": 53,
992
+ "seed": 100053,
993
+ "success": false,
994
+ "steps_taken": 120,
995
+ "max_steps": 400,
996
+ "route_completion": 2.4574594464467956,
997
+ "manipulation_score": 1.2287297232233978,
998
+ "total_penalty_factor": 0.5,
999
+ "fail_reason": "out_of_bounds",
1000
+ "penalty_events": [
1001
+ {
1002
+ "event_type": "out_of_bounds",
1003
+ "timestep": 120,
1004
+ "penalty_factor": 0.5,
1005
+ "details": "Target object left workspace/view"
1006
+ }
1007
+ ]
1008
+ },
1009
+ {
1010
+ "episode_id": 54,
1011
+ "seed": 100054,
1012
+ "success": false,
1013
+ "steps_taken": 61,
1014
+ "max_steps": 400,
1015
+ "route_completion": 11.540605834172059,
1016
+ "manipulation_score": 5.770302917086029,
1017
+ "total_penalty_factor": 0.5,
1018
+ "fail_reason": "out_of_bounds",
1019
+ "penalty_events": [
1020
+ {
1021
+ "event_type": "out_of_bounds",
1022
+ "timestep": 61,
1023
+ "penalty_factor": 0.5,
1024
+ "details": "Target object left workspace/view"
1025
+ }
1026
+ ]
1027
+ },
1028
+ {
1029
+ "episode_id": 55,
1030
+ "seed": 100055,
1031
+ "success": false,
1032
+ "steps_taken": 69,
1033
+ "max_steps": 400,
1034
+ "route_completion": 0.026093865837471277,
1035
+ "manipulation_score": 0.013046932918735639,
1036
+ "total_penalty_factor": 0.5,
1037
+ "fail_reason": "out_of_bounds",
1038
+ "penalty_events": [
1039
+ {
1040
+ "event_type": "out_of_bounds",
1041
+ "timestep": 69,
1042
+ "penalty_factor": 0.5,
1043
+ "details": "Target object left workspace/view"
1044
+ }
1045
+ ]
1046
+ },
1047
+ {
1048
+ "episode_id": 56,
1049
+ "seed": 100056,
1050
+ "success": false,
1051
+ "steps_taken": 82,
1052
+ "max_steps": 400,
1053
+ "route_completion": 23.43889838048088,
1054
+ "manipulation_score": 11.71944919024044,
1055
+ "total_penalty_factor": 0.5,
1056
+ "fail_reason": "out_of_bounds",
1057
+ "penalty_events": [
1058
+ {
1059
+ "event_type": "out_of_bounds",
1060
+ "timestep": 82,
1061
+ "penalty_factor": 0.5,
1062
+ "details": "Target object left workspace/view"
1063
+ }
1064
+ ]
1065
+ },
1066
+ {
1067
+ "episode_id": 57,
1068
+ "seed": 100057,
1069
+ "success": false,
1070
+ "steps_taken": 85,
1071
+ "max_steps": 400,
1072
+ "route_completion": 34.96862291719916,
1073
+ "manipulation_score": 17.48431145859958,
1074
+ "total_penalty_factor": 0.5,
1075
+ "fail_reason": "out_of_bounds",
1076
+ "penalty_events": [
1077
+ {
1078
+ "event_type": "out_of_bounds",
1079
+ "timestep": 85,
1080
+ "penalty_factor": 0.5,
1081
+ "details": "Target object left workspace/view"
1082
+ }
1083
+ ]
1084
+ },
1085
+ {
1086
+ "episode_id": 58,
1087
+ "seed": 100058,
1088
+ "success": false,
1089
+ "steps_taken": 68,
1090
+ "max_steps": 400,
1091
+ "route_completion": 41.5339271343634,
1092
+ "manipulation_score": 20.7669635671817,
1093
+ "total_penalty_factor": 0.5,
1094
+ "fail_reason": "out_of_bounds",
1095
+ "penalty_events": [
1096
+ {
1097
+ "event_type": "out_of_bounds",
1098
+ "timestep": 68,
1099
+ "penalty_factor": 0.5,
1100
+ "details": "Target object left workspace/view"
1101
+ }
1102
+ ]
1103
+ },
1104
+ {
1105
+ "episode_id": 59,
1106
+ "seed": 100059,
1107
+ "success": false,
1108
+ "steps_taken": 54,
1109
+ "max_steps": 400,
1110
+ "route_completion": 0.0,
1111
+ "manipulation_score": 0.0,
1112
+ "total_penalty_factor": 0.5,
1113
+ "fail_reason": "out_of_bounds",
1114
+ "penalty_events": [
1115
+ {
1116
+ "event_type": "out_of_bounds",
1117
+ "timestep": 54,
1118
+ "penalty_factor": 0.5,
1119
+ "details": "Target object left workspace/view"
1120
+ }
1121
+ ]
1122
+ },
1123
+ {
1124
+ "episode_id": 60,
1125
+ "seed": 100060,
1126
+ "success": false,
1127
+ "steps_taken": 64,
1128
+ "max_steps": 400,
1129
+ "route_completion": 35.43655515600827,
1130
+ "manipulation_score": 17.718277578004134,
1131
+ "total_penalty_factor": 0.5,
1132
+ "fail_reason": "out_of_bounds",
1133
+ "penalty_events": [
1134
+ {
1135
+ "event_type": "out_of_bounds",
1136
+ "timestep": 64,
1137
+ "penalty_factor": 0.5,
1138
+ "details": "Target object left workspace/view"
1139
+ }
1140
+ ]
1141
+ },
1142
+ {
1143
+ "episode_id": 61,
1144
+ "seed": 100061,
1145
+ "success": false,
1146
+ "steps_taken": 130,
1147
+ "max_steps": 400,
1148
+ "route_completion": 24.48593312567838,
1149
+ "manipulation_score": 12.24296656283919,
1150
+ "total_penalty_factor": 0.5,
1151
+ "fail_reason": "out_of_bounds",
1152
+ "penalty_events": [
1153
+ {
1154
+ "event_type": "out_of_bounds",
1155
+ "timestep": 130,
1156
+ "penalty_factor": 0.5,
1157
+ "details": "Target object left workspace/view"
1158
+ }
1159
+ ]
1160
+ },
1161
+ {
1162
+ "episode_id": 62,
1163
+ "seed": 100062,
1164
+ "success": false,
1165
+ "steps_taken": 62,
1166
+ "max_steps": 400,
1167
+ "route_completion": 0.017500683117841476,
1168
+ "manipulation_score": 0.008750341558920738,
1169
+ "total_penalty_factor": 0.5,
1170
+ "fail_reason": "out_of_bounds",
1171
+ "penalty_events": [
1172
+ {
1173
+ "event_type": "out_of_bounds",
1174
+ "timestep": 62,
1175
+ "penalty_factor": 0.5,
1176
+ "details": "Target object left workspace/view"
1177
+ }
1178
+ ]
1179
+ },
1180
+ {
1181
+ "episode_id": 63,
1182
+ "seed": 100063,
1183
+ "success": false,
1184
+ "steps_taken": 138,
1185
+ "max_steps": 400,
1186
+ "route_completion": 29.72823691082746,
1187
+ "manipulation_score": 14.86411845541373,
1188
+ "total_penalty_factor": 0.5,
1189
+ "fail_reason": "out_of_bounds",
1190
+ "penalty_events": [
1191
+ {
1192
+ "event_type": "out_of_bounds",
1193
+ "timestep": 138,
1194
+ "penalty_factor": 0.5,
1195
+ "details": "Target object left workspace/view"
1196
+ }
1197
+ ]
1198
+ },
1199
+ {
1200
+ "episode_id": 64,
1201
+ "seed": 100064,
1202
+ "success": false,
1203
+ "steps_taken": 61,
1204
+ "max_steps": 400,
1205
+ "route_completion": 3.7648941020822564,
1206
+ "manipulation_score": 1.8824470510411282,
1207
+ "total_penalty_factor": 0.5,
1208
+ "fail_reason": "out_of_bounds",
1209
+ "penalty_events": [
1210
+ {
1211
+ "event_type": "out_of_bounds",
1212
+ "timestep": 61,
1213
+ "penalty_factor": 0.5,
1214
+ "details": "Target object left workspace/view"
1215
+ }
1216
+ ]
1217
+ },
1218
+ {
1219
+ "episode_id": 65,
1220
+ "seed": 100065,
1221
+ "success": false,
1222
+ "steps_taken": 360,
1223
+ "max_steps": 400,
1224
+ "route_completion": 0.0,
1225
+ "manipulation_score": 0.0,
1226
+ "total_penalty_factor": 0.5,
1227
+ "fail_reason": "out_of_bounds",
1228
+ "penalty_events": [
1229
+ {
1230
+ "event_type": "out_of_bounds",
1231
+ "timestep": 360,
1232
+ "penalty_factor": 0.5,
1233
+ "details": "Target object left workspace/view"
1234
+ }
1235
+ ]
1236
+ },
1237
+ {
1238
+ "episode_id": 66,
1239
+ "seed": 100066,
1240
+ "success": false,
1241
+ "steps_taken": 55,
1242
+ "max_steps": 400,
1243
+ "route_completion": 9.550285232635154,
1244
+ "manipulation_score": 4.775142616317577,
1245
+ "total_penalty_factor": 0.5,
1246
+ "fail_reason": "out_of_bounds",
1247
+ "penalty_events": [
1248
+ {
1249
+ "event_type": "out_of_bounds",
1250
+ "timestep": 55,
1251
+ "penalty_factor": 0.5,
1252
+ "details": "Target object left workspace/view"
1253
+ }
1254
+ ]
1255
+ },
1256
+ {
1257
+ "episode_id": 67,
1258
+ "seed": 100067,
1259
+ "success": false,
1260
+ "steps_taken": 87,
1261
+ "max_steps": 400,
1262
+ "route_completion": 16.451379464049413,
1263
+ "manipulation_score": 8.225689732024707,
1264
+ "total_penalty_factor": 0.5,
1265
+ "fail_reason": "out_of_bounds",
1266
+ "penalty_events": [
1267
+ {
1268
+ "event_type": "out_of_bounds",
1269
+ "timestep": 87,
1270
+ "penalty_factor": 0.5,
1271
+ "details": "Target object left workspace/view"
1272
+ }
1273
+ ]
1274
+ },
1275
+ {
1276
+ "episode_id": 68,
1277
+ "seed": 100068,
1278
+ "success": false,
1279
+ "steps_taken": 63,
1280
+ "max_steps": 400,
1281
+ "route_completion": 43.629862197982725,
1282
+ "manipulation_score": 21.814931098991362,
1283
+ "total_penalty_factor": 0.5,
1284
+ "fail_reason": "out_of_bounds",
1285
+ "penalty_events": [
1286
+ {
1287
+ "event_type": "out_of_bounds",
1288
+ "timestep": 63,
1289
+ "penalty_factor": 0.5,
1290
+ "details": "Target object left workspace/view"
1291
+ }
1292
+ ]
1293
+ },
1294
+ {
1295
+ "episode_id": 69,
1296
+ "seed": 100069,
1297
+ "success": false,
1298
+ "steps_taken": 85,
1299
+ "max_steps": 400,
1300
+ "route_completion": 29.400150835127576,
1301
+ "manipulation_score": 14.700075417563788,
1302
+ "total_penalty_factor": 0.5,
1303
+ "fail_reason": "out_of_bounds",
1304
+ "penalty_events": [
1305
+ {
1306
+ "event_type": "out_of_bounds",
1307
+ "timestep": 85,
1308
+ "penalty_factor": 0.5,
1309
+ "details": "Target object left workspace/view"
1310
+ }
1311
+ ]
1312
+ },
1313
+ {
1314
+ "episode_id": 70,
1315
+ "seed": 100070,
1316
+ "success": false,
1317
+ "steps_taken": 73,
1318
+ "max_steps": 400,
1319
+ "route_completion": 13.548229560151695,
1320
+ "manipulation_score": 6.774114780075847,
1321
+ "total_penalty_factor": 0.5,
1322
+ "fail_reason": "out_of_bounds",
1323
+ "penalty_events": [
1324
+ {
1325
+ "event_type": "out_of_bounds",
1326
+ "timestep": 73,
1327
+ "penalty_factor": 0.5,
1328
+ "details": "Target object left workspace/view"
1329
+ }
1330
+ ]
1331
+ },
1332
+ {
1333
+ "episode_id": 71,
1334
+ "seed": 100071,
1335
+ "success": false,
1336
+ "steps_taken": 67,
1337
+ "max_steps": 400,
1338
+ "route_completion": 0.0,
1339
+ "manipulation_score": 0.0,
1340
+ "total_penalty_factor": 0.5,
1341
+ "fail_reason": "out_of_bounds",
1342
+ "penalty_events": [
1343
+ {
1344
+ "event_type": "out_of_bounds",
1345
+ "timestep": 67,
1346
+ "penalty_factor": 0.5,
1347
+ "details": "Target object left workspace/view"
1348
+ }
1349
+ ]
1350
+ },
1351
+ {
1352
+ "episode_id": 72,
1353
+ "seed": 100072,
1354
+ "success": false,
1355
+ "steps_taken": 144,
1356
+ "max_steps": 400,
1357
+ "route_completion": 0.0,
1358
+ "manipulation_score": 0.0,
1359
+ "total_penalty_factor": 0.5,
1360
+ "fail_reason": "out_of_bounds",
1361
+ "penalty_events": [
1362
+ {
1363
+ "event_type": "out_of_bounds",
1364
+ "timestep": 144,
1365
+ "penalty_factor": 0.5,
1366
+ "details": "Target object left workspace/view"
1367
+ }
1368
+ ]
1369
+ },
1370
+ {
1371
+ "episode_id": 73,
1372
+ "seed": 100073,
1373
+ "success": false,
1374
+ "steps_taken": 59,
1375
+ "max_steps": 400,
1376
+ "route_completion": 23.499940346480916,
1377
+ "manipulation_score": 11.749970173240458,
1378
+ "total_penalty_factor": 0.5,
1379
+ "fail_reason": "out_of_bounds",
1380
+ "penalty_events": [
1381
+ {
1382
+ "event_type": "out_of_bounds",
1383
+ "timestep": 59,
1384
+ "penalty_factor": 0.5,
1385
+ "details": "Target object left workspace/view"
1386
+ }
1387
+ ]
1388
+ },
1389
+ {
1390
+ "episode_id": 74,
1391
+ "seed": 100074,
1392
+ "success": false,
1393
+ "steps_taken": 96,
1394
+ "max_steps": 400,
1395
+ "route_completion": 14.572727153667225,
1396
+ "manipulation_score": 7.286363576833613,
1397
+ "total_penalty_factor": 0.5,
1398
+ "fail_reason": "out_of_bounds",
1399
+ "penalty_events": [
1400
+ {
1401
+ "event_type": "out_of_bounds",
1402
+ "timestep": 96,
1403
+ "penalty_factor": 0.5,
1404
+ "details": "Target object left workspace/view"
1405
+ }
1406
+ ]
1407
+ },
1408
+ {
1409
+ "episode_id": 75,
1410
+ "seed": 100075,
1411
+ "success": true,
1412
+ "steps_taken": 64,
1413
+ "max_steps": 400,
1414
+ "route_completion": 100.0,
1415
+ "manipulation_score": 100.0,
1416
+ "total_penalty_factor": 1.0,
1417
+ "fail_reason": null,
1418
+ "penalty_events": []
1419
+ },
1420
+ {
1421
+ "episode_id": 76,
1422
+ "seed": 100076,
1423
+ "success": false,
1424
+ "steps_taken": 70,
1425
+ "max_steps": 400,
1426
+ "route_completion": 57.60675648261376,
1427
+ "manipulation_score": 28.80337824130688,
1428
+ "total_penalty_factor": 0.5,
1429
+ "fail_reason": "out_of_bounds",
1430
+ "penalty_events": [
1431
+ {
1432
+ "event_type": "out_of_bounds",
1433
+ "timestep": 70,
1434
+ "penalty_factor": 0.5,
1435
+ "details": "Target object left workspace/view"
1436
+ }
1437
+ ]
1438
+ },
1439
+ {
1440
+ "episode_id": 77,
1441
+ "seed": 100077,
1442
+ "success": false,
1443
+ "steps_taken": 55,
1444
+ "max_steps": 400,
1445
+ "route_completion": 21.66432865173907,
1446
+ "manipulation_score": 10.832164325869535,
1447
+ "total_penalty_factor": 0.5,
1448
+ "fail_reason": "out_of_bounds",
1449
+ "penalty_events": [
1450
+ {
1451
+ "event_type": "out_of_bounds",
1452
+ "timestep": 55,
1453
+ "penalty_factor": 0.5,
1454
+ "details": "Target object left workspace/view"
1455
+ }
1456
+ ]
1457
+ },
1458
+ {
1459
+ "episode_id": 78,
1460
+ "seed": 100078,
1461
+ "success": false,
1462
+ "steps_taken": 66,
1463
+ "max_steps": 400,
1464
+ "route_completion": 38.10588364391254,
1465
+ "manipulation_score": 19.05294182195627,
1466
+ "total_penalty_factor": 0.5,
1467
+ "fail_reason": "out_of_bounds",
1468
+ "penalty_events": [
1469
+ {
1470
+ "event_type": "out_of_bounds",
1471
+ "timestep": 66,
1472
+ "penalty_factor": 0.5,
1473
+ "details": "Target object left workspace/view"
1474
+ }
1475
+ ]
1476
+ },
1477
+ {
1478
+ "episode_id": 79,
1479
+ "seed": 100079,
1480
+ "success": false,
1481
+ "steps_taken": 74,
1482
+ "max_steps": 400,
1483
+ "route_completion": 45.48282450621087,
1484
+ "manipulation_score": 22.741412253105434,
1485
+ "total_penalty_factor": 0.5,
1486
+ "fail_reason": "out_of_bounds",
1487
+ "penalty_events": [
1488
+ {
1489
+ "event_type": "out_of_bounds",
1490
+ "timestep": 74,
1491
+ "penalty_factor": 0.5,
1492
+ "details": "Target object left workspace/view"
1493
+ }
1494
+ ]
1495
+ },
1496
+ {
1497
+ "episode_id": 80,
1498
+ "seed": 100080,
1499
+ "success": false,
1500
+ "steps_taken": 141,
1501
+ "max_steps": 400,
1502
+ "route_completion": 27.801585119809374,
1503
+ "manipulation_score": 13.900792559904687,
1504
+ "total_penalty_factor": 0.5,
1505
+ "fail_reason": "out_of_bounds",
1506
+ "penalty_events": [
1507
+ {
1508
+ "event_type": "out_of_bounds",
1509
+ "timestep": 141,
1510
+ "penalty_factor": 0.5,
1511
+ "details": "Target object left workspace/view"
1512
+ }
1513
+ ]
1514
+ },
1515
+ {
1516
+ "episode_id": 81,
1517
+ "seed": 100081,
1518
+ "success": false,
1519
+ "steps_taken": 77,
1520
+ "max_steps": 400,
1521
+ "route_completion": 41.71583406608066,
1522
+ "manipulation_score": 20.85791703304033,
1523
+ "total_penalty_factor": 0.5,
1524
+ "fail_reason": "out_of_bounds",
1525
+ "penalty_events": [
1526
+ {
1527
+ "event_type": "out_of_bounds",
1528
+ "timestep": 77,
1529
+ "penalty_factor": 0.5,
1530
+ "details": "Target object left workspace/view"
1531
+ }
1532
+ ]
1533
+ },
1534
+ {
1535
+ "episode_id": 82,
1536
+ "seed": 100083,
1537
+ "success": false,
1538
+ "steps_taken": 61,
1539
+ "max_steps": 400,
1540
+ "route_completion": 13.89407592200403,
1541
+ "manipulation_score": 6.947037961002015,
1542
+ "total_penalty_factor": 0.5,
1543
+ "fail_reason": "out_of_bounds",
1544
+ "penalty_events": [
1545
+ {
1546
+ "event_type": "out_of_bounds",
1547
+ "timestep": 61,
1548
+ "penalty_factor": 0.5,
1549
+ "details": "Target object left workspace/view"
1550
+ }
1551
+ ]
1552
+ },
1553
+ {
1554
+ "episode_id": 83,
1555
+ "seed": 100084,
1556
+ "success": false,
1557
+ "steps_taken": 63,
1558
+ "max_steps": 400,
1559
+ "route_completion": 13.30586316748521,
1560
+ "manipulation_score": 6.652931583742605,
1561
+ "total_penalty_factor": 0.5,
1562
+ "fail_reason": "out_of_bounds",
1563
+ "penalty_events": [
1564
+ {
1565
+ "event_type": "out_of_bounds",
1566
+ "timestep": 63,
1567
+ "penalty_factor": 0.5,
1568
+ "details": "Target object left workspace/view"
1569
+ }
1570
+ ]
1571
+ },
1572
+ {
1573
+ "episode_id": 84,
1574
+ "seed": 100085,
1575
+ "success": false,
1576
+ "steps_taken": 56,
1577
+ "max_steps": 400,
1578
+ "route_completion": 0.043733388114234106,
1579
+ "manipulation_score": 0.021866694057117053,
1580
+ "total_penalty_factor": 0.5,
1581
+ "fail_reason": "out_of_bounds",
1582
+ "penalty_events": [
1583
+ {
1584
+ "event_type": "out_of_bounds",
1585
+ "timestep": 56,
1586
+ "penalty_factor": 0.5,
1587
+ "details": "Target object left workspace/view"
1588
+ }
1589
+ ]
1590
+ },
1591
+ {
1592
+ "episode_id": 85,
1593
+ "seed": 100086,
1594
+ "success": false,
1595
+ "steps_taken": 78,
1596
+ "max_steps": 400,
1597
+ "route_completion": 6.715152630305125,
1598
+ "manipulation_score": 3.3575763151525626,
1599
+ "total_penalty_factor": 0.5,
1600
+ "fail_reason": "out_of_bounds",
1601
+ "penalty_events": [
1602
+ {
1603
+ "event_type": "out_of_bounds",
1604
+ "timestep": 78,
1605
+ "penalty_factor": 0.5,
1606
+ "details": "Target object left workspace/view"
1607
+ }
1608
+ ]
1609
+ },
1610
+ {
1611
+ "episode_id": 86,
1612
+ "seed": 100087,
1613
+ "success": false,
1614
+ "steps_taken": 60,
1615
+ "max_steps": 400,
1616
+ "route_completion": 13.481360758712507,
1617
+ "manipulation_score": 6.740680379356253,
1618
+ "total_penalty_factor": 0.5,
1619
+ "fail_reason": "out_of_bounds",
1620
+ "penalty_events": [
1621
+ {
1622
+ "event_type": "out_of_bounds",
1623
+ "timestep": 60,
1624
+ "penalty_factor": 0.5,
1625
+ "details": "Target object left workspace/view"
1626
+ }
1627
+ ]
1628
+ },
1629
+ {
1630
+ "episode_id": 87,
1631
+ "seed": 100088,
1632
+ "success": false,
1633
+ "steps_taken": 72,
1634
+ "max_steps": 400,
1635
+ "route_completion": 41.48390865890722,
1636
+ "manipulation_score": 20.74195432945361,
1637
+ "total_penalty_factor": 0.5,
1638
+ "fail_reason": "out_of_bounds",
1639
+ "penalty_events": [
1640
+ {
1641
+ "event_type": "out_of_bounds",
1642
+ "timestep": 72,
1643
+ "penalty_factor": 0.5,
1644
+ "details": "Target object left workspace/view"
1645
+ }
1646
+ ]
1647
+ },
1648
+ {
1649
+ "episode_id": 88,
1650
+ "seed": 100089,
1651
+ "success": false,
1652
+ "steps_taken": 50,
1653
+ "max_steps": 400,
1654
+ "route_completion": 0.03373904427317615,
1655
+ "manipulation_score": 0.016869522136588076,
1656
+ "total_penalty_factor": 0.5,
1657
+ "fail_reason": "out_of_bounds",
1658
+ "penalty_events": [
1659
+ {
1660
+ "event_type": "out_of_bounds",
1661
+ "timestep": 50,
1662
+ "penalty_factor": 0.5,
1663
+ "details": "Target object left workspace/view"
1664
+ }
1665
+ ]
1666
+ },
1667
+ {
1668
+ "episode_id": 89,
1669
+ "seed": 100090,
1670
+ "success": false,
1671
+ "steps_taken": 72,
1672
+ "max_steps": 400,
1673
+ "route_completion": 29.42977030040927,
1674
+ "manipulation_score": 14.714885150204635,
1675
+ "total_penalty_factor": 0.5,
1676
+ "fail_reason": "out_of_bounds",
1677
+ "penalty_events": [
1678
+ {
1679
+ "event_type": "out_of_bounds",
1680
+ "timestep": 72,
1681
+ "penalty_factor": 0.5,
1682
+ "details": "Target object left workspace/view"
1683
+ }
1684
+ ]
1685
+ },
1686
+ {
1687
+ "episode_id": 90,
1688
+ "seed": 100091,
1689
+ "success": false,
1690
+ "steps_taken": 58,
1691
+ "max_steps": 400,
1692
+ "route_completion": 39.254157544224114,
1693
+ "manipulation_score": 19.627078772112057,
1694
+ "total_penalty_factor": 0.5,
1695
+ "fail_reason": "out_of_bounds",
1696
+ "penalty_events": [
1697
+ {
1698
+ "event_type": "out_of_bounds",
1699
+ "timestep": 58,
1700
+ "penalty_factor": 0.5,
1701
+ "details": "Target object left workspace/view"
1702
+ }
1703
+ ]
1704
+ },
1705
+ {
1706
+ "episode_id": 91,
1707
+ "seed": 100092,
1708
+ "success": false,
1709
+ "steps_taken": 80,
1710
+ "max_steps": 400,
1711
+ "route_completion": 17.187506020160807,
1712
+ "manipulation_score": 8.593753010080404,
1713
+ "total_penalty_factor": 0.5,
1714
+ "fail_reason": "out_of_bounds",
1715
+ "penalty_events": [
1716
+ {
1717
+ "event_type": "out_of_bounds",
1718
+ "timestep": 80,
1719
+ "penalty_factor": 0.5,
1720
+ "details": "Target object left workspace/view"
1721
+ }
1722
+ ]
1723
+ },
1724
+ {
1725
+ "episode_id": 92,
1726
+ "seed": 100093,
1727
+ "success": false,
1728
+ "steps_taken": 80,
1729
+ "max_steps": 400,
1730
+ "route_completion": 31.23878410018627,
1731
+ "manipulation_score": 15.619392050093134,
1732
+ "total_penalty_factor": 0.5,
1733
+ "fail_reason": "out_of_bounds",
1734
+ "penalty_events": [
1735
+ {
1736
+ "event_type": "out_of_bounds",
1737
+ "timestep": 80,
1738
+ "penalty_factor": 0.5,
1739
+ "details": "Target object left workspace/view"
1740
+ }
1741
+ ]
1742
+ },
1743
+ {
1744
+ "episode_id": 93,
1745
+ "seed": 100094,
1746
+ "success": false,
1747
+ "steps_taken": 400,
1748
+ "max_steps": 400,
1749
+ "route_completion": 0.0,
1750
+ "manipulation_score": 0.0,
1751
+ "total_penalty_factor": 1.0,
1752
+ "fail_reason": null,
1753
+ "penalty_events": []
1754
+ },
1755
+ {
1756
+ "episode_id": 94,
1757
+ "seed": 100095,
1758
+ "success": false,
1759
+ "steps_taken": 46,
1760
+ "max_steps": 400,
1761
+ "route_completion": 0.03785601027949804,
1762
+ "manipulation_score": 0.01892800513974902,
1763
+ "total_penalty_factor": 0.5,
1764
+ "fail_reason": "out_of_bounds",
1765
+ "penalty_events": [
1766
+ {
1767
+ "event_type": "out_of_bounds",
1768
+ "timestep": 46,
1769
+ "penalty_factor": 0.5,
1770
+ "details": "Target object left workspace/view"
1771
+ }
1772
+ ]
1773
+ },
1774
+ {
1775
+ "episode_id": 95,
1776
+ "seed": 100096,
1777
+ "success": true,
1778
+ "steps_taken": 65,
1779
+ "max_steps": 400,
1780
+ "route_completion": 100.0,
1781
+ "manipulation_score": 100.0,
1782
+ "total_penalty_factor": 1.0,
1783
+ "fail_reason": null,
1784
+ "penalty_events": []
1785
+ },
1786
+ {
1787
+ "episode_id": 96,
1788
+ "seed": 100097,
1789
+ "success": false,
1790
+ "steps_taken": 59,
1791
+ "max_steps": 400,
1792
+ "route_completion": 24.337907153100343,
1793
+ "manipulation_score": 12.168953576550171,
1794
+ "total_penalty_factor": 0.5,
1795
+ "fail_reason": "out_of_bounds",
1796
+ "penalty_events": [
1797
+ {
1798
+ "event_type": "out_of_bounds",
1799
+ "timestep": 59,
1800
+ "penalty_factor": 0.5,
1801
+ "details": "Target object left workspace/view"
1802
+ }
1803
+ ]
1804
+ },
1805
+ {
1806
+ "episode_id": 97,
1807
+ "seed": 100098,
1808
+ "success": false,
1809
+ "steps_taken": 67,
1810
+ "max_steps": 400,
1811
+ "route_completion": 34.27285822495941,
1812
+ "manipulation_score": 17.136429112479703,
1813
+ "total_penalty_factor": 0.5,
1814
+ "fail_reason": "out_of_bounds",
1815
+ "penalty_events": [
1816
+ {
1817
+ "event_type": "out_of_bounds",
1818
+ "timestep": 67,
1819
+ "penalty_factor": 0.5,
1820
+ "details": "Target object left workspace/view"
1821
+ }
1822
+ ]
1823
+ },
1824
+ {
1825
+ "episode_id": 98,
1826
+ "seed": 100099,
1827
+ "success": false,
1828
+ "steps_taken": 80,
1829
+ "max_steps": 400,
1830
+ "route_completion": 1.1491901682994,
1831
+ "manipulation_score": 0.5745950841497,
1832
+ "total_penalty_factor": 0.5,
1833
+ "fail_reason": "out_of_bounds",
1834
+ "penalty_events": [
1835
+ {
1836
+ "event_type": "out_of_bounds",
1837
+ "timestep": 80,
1838
+ "penalty_factor": 0.5,
1839
+ "details": "Target object left workspace/view"
1840
+ }
1841
+ ]
1842
+ },
1843
+ {
1844
+ "episode_id": 99,
1845
+ "seed": 100100,
1846
+ "success": false,
1847
+ "steps_taken": 73,
1848
+ "max_steps": 400,
1849
+ "route_completion": 0.0,
1850
+ "manipulation_score": 0.0,
1851
+ "total_penalty_factor": 0.5,
1852
+ "fail_reason": "out_of_bounds",
1853
+ "penalty_events": [
1854
+ {
1855
+ "event_type": "out_of_bounds",
1856
+ "timestep": 73,
1857
+ "penalty_factor": 0.5,
1858
+ "details": "Target object left workspace/view"
1859
+ }
1860
+ ]
1861
+ },
1862
+ {
1863
+ "episode_id": 100,
1864
+ "seed": 100101,
1865
+ "success": false,
1866
+ "steps_taken": 77,
1867
+ "max_steps": 400,
1868
+ "route_completion": 0.01454345147700092,
1869
+ "manipulation_score": 0.00727172573850046,
1870
+ "total_penalty_factor": 0.5,
1871
+ "fail_reason": "out_of_bounds",
1872
+ "penalty_events": [
1873
+ {
1874
+ "event_type": "out_of_bounds",
1875
+ "timestep": 77,
1876
+ "penalty_factor": 0.5,
1877
+ "details": "Target object left workspace/view"
1878
+ }
1879
+ ]
1880
+ }
1881
+ ]
log/eval_result/click_bell/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 2,
4
+ "success_rate": 2.0,
5
+ "manipulation_score_mean": 11.560485351357038,
6
+ "manipulation_score_std": 15.164345259549854,
7
+ "route_completion_mean": 21.120970702714075,
8
+ "route_completion_std": 20.2067649913138,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 97
11
+ }
log/eval_result/click_bell/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 2.0% (2/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 11.56
10
+ Std: 15.16
11
+
12
+ --- Route Completion ---
13
+ Mean: 21.12%
14
+ Std: 20.21
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 97
19
+
20
+ ============================================================
log/eval_result/click_bell/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 19:53:57
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.02
log/eval_result/move_stapler_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:41:29/_episodes_detail.json ADDED
@@ -0,0 +1,1853 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100003,
5
+ "success": false,
6
+ "steps_taken": 93,
7
+ "max_steps": 400,
8
+ "route_completion": 12.056906847668717,
9
+ "manipulation_score": 6.028453423834359,
10
+ "total_penalty_factor": 0.5,
11
+ "fail_reason": "out_of_bounds",
12
+ "penalty_events": [
13
+ {
14
+ "event_type": "out_of_bounds",
15
+ "timestep": 93,
16
+ "penalty_factor": 0.5,
17
+ "details": "Target object left workspace/view"
18
+ }
19
+ ]
20
+ },
21
+ {
22
+ "episode_id": 2,
23
+ "seed": 100004,
24
+ "success": false,
25
+ "steps_taken": 166,
26
+ "max_steps": 400,
27
+ "route_completion": 20.889607465469528,
28
+ "manipulation_score": 10.444803732734764,
29
+ "total_penalty_factor": 0.5,
30
+ "fail_reason": "out_of_bounds",
31
+ "penalty_events": [
32
+ {
33
+ "event_type": "out_of_bounds",
34
+ "timestep": 166,
35
+ "penalty_factor": 0.5,
36
+ "details": "Target object left workspace/view"
37
+ }
38
+ ]
39
+ },
40
+ {
41
+ "episode_id": 3,
42
+ "seed": 100005,
43
+ "success": false,
44
+ "steps_taken": 136,
45
+ "max_steps": 400,
46
+ "route_completion": 27.820481638048673,
47
+ "manipulation_score": 13.910240819024336,
48
+ "total_penalty_factor": 0.5,
49
+ "fail_reason": "out_of_bounds",
50
+ "penalty_events": [
51
+ {
52
+ "event_type": "out_of_bounds",
53
+ "timestep": 136,
54
+ "penalty_factor": 0.5,
55
+ "details": "Target object left workspace/view"
56
+ }
57
+ ]
58
+ },
59
+ {
60
+ "episode_id": 4,
61
+ "seed": 100006,
62
+ "success": false,
63
+ "steps_taken": 132,
64
+ "max_steps": 400,
65
+ "route_completion": 23.307267361819033,
66
+ "manipulation_score": 11.653633680909516,
67
+ "total_penalty_factor": 0.5,
68
+ "fail_reason": "out_of_bounds",
69
+ "penalty_events": [
70
+ {
71
+ "event_type": "out_of_bounds",
72
+ "timestep": 132,
73
+ "penalty_factor": 0.5,
74
+ "details": "Target object left workspace/view"
75
+ }
76
+ ]
77
+ },
78
+ {
79
+ "episode_id": 5,
80
+ "seed": 100007,
81
+ "success": false,
82
+ "steps_taken": 129,
83
+ "max_steps": 400,
84
+ "route_completion": 6.082040787937479,
85
+ "manipulation_score": 3.0410203939687395,
86
+ "total_penalty_factor": 0.5,
87
+ "fail_reason": "out_of_bounds",
88
+ "penalty_events": [
89
+ {
90
+ "event_type": "out_of_bounds",
91
+ "timestep": 129,
92
+ "penalty_factor": 0.5,
93
+ "details": "Target object left workspace/view"
94
+ }
95
+ ]
96
+ },
97
+ {
98
+ "episode_id": 6,
99
+ "seed": 100008,
100
+ "success": false,
101
+ "steps_taken": 230,
102
+ "max_steps": 400,
103
+ "route_completion": 55.14546440717886,
104
+ "manipulation_score": 27.57273220358943,
105
+ "total_penalty_factor": 0.5,
106
+ "fail_reason": "out_of_bounds",
107
+ "penalty_events": [
108
+ {
109
+ "event_type": "out_of_bounds",
110
+ "timestep": 230,
111
+ "penalty_factor": 0.5,
112
+ "details": "Target object left workspace/view"
113
+ }
114
+ ]
115
+ },
116
+ {
117
+ "episode_id": 7,
118
+ "seed": 100009,
119
+ "success": false,
120
+ "steps_taken": 400,
121
+ "max_steps": 400,
122
+ "route_completion": 39.097274860162536,
123
+ "manipulation_score": 39.097274860162536,
124
+ "total_penalty_factor": 1.0,
125
+ "fail_reason": null,
126
+ "penalty_events": []
127
+ },
128
+ {
129
+ "episode_id": 8,
130
+ "seed": 100011,
131
+ "success": false,
132
+ "steps_taken": 180,
133
+ "max_steps": 400,
134
+ "route_completion": 0.0,
135
+ "manipulation_score": 0.0,
136
+ "total_penalty_factor": 0.5,
137
+ "fail_reason": "out_of_bounds",
138
+ "penalty_events": [
139
+ {
140
+ "event_type": "out_of_bounds",
141
+ "timestep": 180,
142
+ "penalty_factor": 0.5,
143
+ "details": "Target object left workspace/view"
144
+ }
145
+ ]
146
+ },
147
+ {
148
+ "episode_id": 9,
149
+ "seed": 100012,
150
+ "success": false,
151
+ "steps_taken": 95,
152
+ "max_steps": 400,
153
+ "route_completion": 25.05454419032119,
154
+ "manipulation_score": 12.527272095160596,
155
+ "total_penalty_factor": 0.5,
156
+ "fail_reason": "out_of_bounds",
157
+ "penalty_events": [
158
+ {
159
+ "event_type": "out_of_bounds",
160
+ "timestep": 95,
161
+ "penalty_factor": 0.5,
162
+ "details": "Target object left workspace/view"
163
+ }
164
+ ]
165
+ },
166
+ {
167
+ "episode_id": 10,
168
+ "seed": 100013,
169
+ "success": false,
170
+ "steps_taken": 170,
171
+ "max_steps": 400,
172
+ "route_completion": 52.813444784682616,
173
+ "manipulation_score": 26.406722392341308,
174
+ "total_penalty_factor": 0.5,
175
+ "fail_reason": "out_of_bounds",
176
+ "penalty_events": [
177
+ {
178
+ "event_type": "out_of_bounds",
179
+ "timestep": 170,
180
+ "penalty_factor": 0.5,
181
+ "details": "Target object left workspace/view"
182
+ }
183
+ ]
184
+ },
185
+ {
186
+ "episode_id": 11,
187
+ "seed": 100014,
188
+ "success": false,
189
+ "steps_taken": 118,
190
+ "max_steps": 400,
191
+ "route_completion": 24.21941435547887,
192
+ "manipulation_score": 12.109707177739436,
193
+ "total_penalty_factor": 0.5,
194
+ "fail_reason": "out_of_bounds",
195
+ "penalty_events": [
196
+ {
197
+ "event_type": "out_of_bounds",
198
+ "timestep": 118,
199
+ "penalty_factor": 0.5,
200
+ "details": "Target object left workspace/view"
201
+ }
202
+ ]
203
+ },
204
+ {
205
+ "episode_id": 12,
206
+ "seed": 100015,
207
+ "success": false,
208
+ "steps_taken": 123,
209
+ "max_steps": 400,
210
+ "route_completion": 12.310511438109243,
211
+ "manipulation_score": 6.1552557190546215,
212
+ "total_penalty_factor": 0.5,
213
+ "fail_reason": "out_of_bounds",
214
+ "penalty_events": [
215
+ {
216
+ "event_type": "out_of_bounds",
217
+ "timestep": 123,
218
+ "penalty_factor": 0.5,
219
+ "details": "Target object left workspace/view"
220
+ }
221
+ ]
222
+ },
223
+ {
224
+ "episode_id": 13,
225
+ "seed": 100018,
226
+ "success": false,
227
+ "steps_taken": 400,
228
+ "max_steps": 400,
229
+ "route_completion": 26.396567252487134,
230
+ "manipulation_score": 26.396567252487134,
231
+ "total_penalty_factor": 1.0,
232
+ "fail_reason": null,
233
+ "penalty_events": []
234
+ },
235
+ {
236
+ "episode_id": 14,
237
+ "seed": 100019,
238
+ "success": false,
239
+ "steps_taken": 122,
240
+ "max_steps": 400,
241
+ "route_completion": 0.008956976898639205,
242
+ "manipulation_score": 0.0044784884493196024,
243
+ "total_penalty_factor": 0.5,
244
+ "fail_reason": "out_of_bounds",
245
+ "penalty_events": [
246
+ {
247
+ "event_type": "out_of_bounds",
248
+ "timestep": 122,
249
+ "penalty_factor": 0.5,
250
+ "details": "Target object left workspace/view"
251
+ }
252
+ ]
253
+ },
254
+ {
255
+ "episode_id": 15,
256
+ "seed": 100021,
257
+ "success": false,
258
+ "steps_taken": 232,
259
+ "max_steps": 400,
260
+ "route_completion": 24.40411461485046,
261
+ "manipulation_score": 12.20205730742523,
262
+ "total_penalty_factor": 0.5,
263
+ "fail_reason": "out_of_bounds",
264
+ "penalty_events": [
265
+ {
266
+ "event_type": "out_of_bounds",
267
+ "timestep": 232,
268
+ "penalty_factor": 0.5,
269
+ "details": "Target object left workspace/view"
270
+ }
271
+ ]
272
+ },
273
+ {
274
+ "episode_id": 16,
275
+ "seed": 100022,
276
+ "success": false,
277
+ "steps_taken": 130,
278
+ "max_steps": 400,
279
+ "route_completion": 28.437623834234373,
280
+ "manipulation_score": 14.218811917117186,
281
+ "total_penalty_factor": 0.5,
282
+ "fail_reason": "out_of_bounds",
283
+ "penalty_events": [
284
+ {
285
+ "event_type": "out_of_bounds",
286
+ "timestep": 130,
287
+ "penalty_factor": 0.5,
288
+ "details": "Target object left workspace/view"
289
+ }
290
+ ]
291
+ },
292
+ {
293
+ "episode_id": 17,
294
+ "seed": 100023,
295
+ "success": false,
296
+ "steps_taken": 130,
297
+ "max_steps": 400,
298
+ "route_completion": 11.762253058383894,
299
+ "manipulation_score": 5.881126529191947,
300
+ "total_penalty_factor": 0.5,
301
+ "fail_reason": "out_of_bounds",
302
+ "penalty_events": [
303
+ {
304
+ "event_type": "out_of_bounds",
305
+ "timestep": 130,
306
+ "penalty_factor": 0.5,
307
+ "details": "Target object left workspace/view"
308
+ }
309
+ ]
310
+ },
311
+ {
312
+ "episode_id": 18,
313
+ "seed": 100024,
314
+ "success": false,
315
+ "steps_taken": 398,
316
+ "max_steps": 400,
317
+ "route_completion": 28.685813554940182,
318
+ "manipulation_score": 14.342906777470091,
319
+ "total_penalty_factor": 0.5,
320
+ "fail_reason": "out_of_bounds",
321
+ "penalty_events": [
322
+ {
323
+ "event_type": "out_of_bounds",
324
+ "timestep": 398,
325
+ "penalty_factor": 0.5,
326
+ "details": "Target object left workspace/view"
327
+ }
328
+ ]
329
+ },
330
+ {
331
+ "episode_id": 19,
332
+ "seed": 100026,
333
+ "success": false,
334
+ "steps_taken": 98,
335
+ "max_steps": 400,
336
+ "route_completion": 24.88388748251276,
337
+ "manipulation_score": 12.44194374125638,
338
+ "total_penalty_factor": 0.5,
339
+ "fail_reason": "out_of_bounds",
340
+ "penalty_events": [
341
+ {
342
+ "event_type": "out_of_bounds",
343
+ "timestep": 98,
344
+ "penalty_factor": 0.5,
345
+ "details": "Target object left workspace/view"
346
+ }
347
+ ]
348
+ },
349
+ {
350
+ "episode_id": 20,
351
+ "seed": 100027,
352
+ "success": false,
353
+ "steps_taken": 123,
354
+ "max_steps": 400,
355
+ "route_completion": 13.077843573278994,
356
+ "manipulation_score": 6.538921786639497,
357
+ "total_penalty_factor": 0.5,
358
+ "fail_reason": "out_of_bounds",
359
+ "penalty_events": [
360
+ {
361
+ "event_type": "out_of_bounds",
362
+ "timestep": 123,
363
+ "penalty_factor": 0.5,
364
+ "details": "Target object left workspace/view"
365
+ }
366
+ ]
367
+ },
368
+ {
369
+ "episode_id": 21,
370
+ "seed": 100028,
371
+ "success": false,
372
+ "steps_taken": 269,
373
+ "max_steps": 400,
374
+ "route_completion": 24.85832481333194,
375
+ "manipulation_score": 12.42916240666597,
376
+ "total_penalty_factor": 0.5,
377
+ "fail_reason": "out_of_bounds",
378
+ "penalty_events": [
379
+ {
380
+ "event_type": "out_of_bounds",
381
+ "timestep": 269,
382
+ "penalty_factor": 0.5,
383
+ "details": "Target object left workspace/view"
384
+ }
385
+ ]
386
+ },
387
+ {
388
+ "episode_id": 22,
389
+ "seed": 100029,
390
+ "success": false,
391
+ "steps_taken": 122,
392
+ "max_steps": 400,
393
+ "route_completion": 0.03015575791019502,
394
+ "manipulation_score": 0.01507787895509751,
395
+ "total_penalty_factor": 0.5,
396
+ "fail_reason": "out_of_bounds",
397
+ "penalty_events": [
398
+ {
399
+ "event_type": "out_of_bounds",
400
+ "timestep": 122,
401
+ "penalty_factor": 0.5,
402
+ "details": "Target object left workspace/view"
403
+ }
404
+ ]
405
+ },
406
+ {
407
+ "episode_id": 23,
408
+ "seed": 100030,
409
+ "success": false,
410
+ "steps_taken": 211,
411
+ "max_steps": 400,
412
+ "route_completion": 31.547492046521945,
413
+ "manipulation_score": 15.773746023260973,
414
+ "total_penalty_factor": 0.5,
415
+ "fail_reason": "out_of_bounds",
416
+ "penalty_events": [
417
+ {
418
+ "event_type": "out_of_bounds",
419
+ "timestep": 211,
420
+ "penalty_factor": 0.5,
421
+ "details": "Target object left workspace/view"
422
+ }
423
+ ]
424
+ },
425
+ {
426
+ "episode_id": 24,
427
+ "seed": 100031,
428
+ "success": false,
429
+ "steps_taken": 132,
430
+ "max_steps": 400,
431
+ "route_completion": 39.913415542318845,
432
+ "manipulation_score": 19.956707771159422,
433
+ "total_penalty_factor": 0.5,
434
+ "fail_reason": "out_of_bounds",
435
+ "penalty_events": [
436
+ {
437
+ "event_type": "out_of_bounds",
438
+ "timestep": 132,
439
+ "penalty_factor": 0.5,
440
+ "details": "Target object left workspace/view"
441
+ }
442
+ ]
443
+ },
444
+ {
445
+ "episode_id": 25,
446
+ "seed": 100032,
447
+ "success": false,
448
+ "steps_taken": 113,
449
+ "max_steps": 400,
450
+ "route_completion": 39.36686334032171,
451
+ "manipulation_score": 19.683431670160854,
452
+ "total_penalty_factor": 0.5,
453
+ "fail_reason": "out_of_bounds",
454
+ "penalty_events": [
455
+ {
456
+ "event_type": "out_of_bounds",
457
+ "timestep": 113,
458
+ "penalty_factor": 0.5,
459
+ "details": "Target object left workspace/view"
460
+ }
461
+ ]
462
+ },
463
+ {
464
+ "episode_id": 26,
465
+ "seed": 100034,
466
+ "success": false,
467
+ "steps_taken": 112,
468
+ "max_steps": 400,
469
+ "route_completion": 5.1689377169173145,
470
+ "manipulation_score": 2.5844688584586573,
471
+ "total_penalty_factor": 0.5,
472
+ "fail_reason": "out_of_bounds",
473
+ "penalty_events": [
474
+ {
475
+ "event_type": "out_of_bounds",
476
+ "timestep": 112,
477
+ "penalty_factor": 0.5,
478
+ "details": "Target object left workspace/view"
479
+ }
480
+ ]
481
+ },
482
+ {
483
+ "episode_id": 27,
484
+ "seed": 100035,
485
+ "success": false,
486
+ "steps_taken": 98,
487
+ "max_steps": 400,
488
+ "route_completion": 0.0,
489
+ "manipulation_score": 0.0,
490
+ "total_penalty_factor": 0.5,
491
+ "fail_reason": "out_of_bounds",
492
+ "penalty_events": [
493
+ {
494
+ "event_type": "out_of_bounds",
495
+ "timestep": 98,
496
+ "penalty_factor": 0.5,
497
+ "details": "Target object left workspace/view"
498
+ }
499
+ ]
500
+ },
501
+ {
502
+ "episode_id": 28,
503
+ "seed": 100036,
504
+ "success": false,
505
+ "steps_taken": 112,
506
+ "max_steps": 400,
507
+ "route_completion": 4.744938442908524,
508
+ "manipulation_score": 2.372469221454262,
509
+ "total_penalty_factor": 0.5,
510
+ "fail_reason": "out_of_bounds",
511
+ "penalty_events": [
512
+ {
513
+ "event_type": "out_of_bounds",
514
+ "timestep": 112,
515
+ "penalty_factor": 0.5,
516
+ "details": "Target object left workspace/view"
517
+ }
518
+ ]
519
+ },
520
+ {
521
+ "episode_id": 29,
522
+ "seed": 100037,
523
+ "success": false,
524
+ "steps_taken": 96,
525
+ "max_steps": 400,
526
+ "route_completion": 20.74372457069518,
527
+ "manipulation_score": 10.37186228534759,
528
+ "total_penalty_factor": 0.5,
529
+ "fail_reason": "out_of_bounds",
530
+ "penalty_events": [
531
+ {
532
+ "event_type": "out_of_bounds",
533
+ "timestep": 96,
534
+ "penalty_factor": 0.5,
535
+ "details": "Target object left workspace/view"
536
+ }
537
+ ]
538
+ },
539
+ {
540
+ "episode_id": 30,
541
+ "seed": 100038,
542
+ "success": false,
543
+ "steps_taken": 136,
544
+ "max_steps": 400,
545
+ "route_completion": 42.81710463759701,
546
+ "manipulation_score": 21.408552318798506,
547
+ "total_penalty_factor": 0.5,
548
+ "fail_reason": "out_of_bounds",
549
+ "penalty_events": [
550
+ {
551
+ "event_type": "out_of_bounds",
552
+ "timestep": 136,
553
+ "penalty_factor": 0.5,
554
+ "details": "Target object left workspace/view"
555
+ }
556
+ ]
557
+ },
558
+ {
559
+ "episode_id": 31,
560
+ "seed": 100039,
561
+ "success": false,
562
+ "steps_taken": 100,
563
+ "max_steps": 400,
564
+ "route_completion": 14.618120483081936,
565
+ "manipulation_score": 7.309060241540968,
566
+ "total_penalty_factor": 0.5,
567
+ "fail_reason": "out_of_bounds",
568
+ "penalty_events": [
569
+ {
570
+ "event_type": "out_of_bounds",
571
+ "timestep": 100,
572
+ "penalty_factor": 0.5,
573
+ "details": "Target object left workspace/view"
574
+ }
575
+ ]
576
+ },
577
+ {
578
+ "episode_id": 32,
579
+ "seed": 100040,
580
+ "success": false,
581
+ "steps_taken": 106,
582
+ "max_steps": 400,
583
+ "route_completion": 26.433570507586474,
584
+ "manipulation_score": 13.216785253793237,
585
+ "total_penalty_factor": 0.5,
586
+ "fail_reason": "out_of_bounds",
587
+ "penalty_events": [
588
+ {
589
+ "event_type": "out_of_bounds",
590
+ "timestep": 106,
591
+ "penalty_factor": 0.5,
592
+ "details": "Target object left workspace/view"
593
+ }
594
+ ]
595
+ },
596
+ {
597
+ "episode_id": 33,
598
+ "seed": 100042,
599
+ "success": false,
600
+ "steps_taken": 181,
601
+ "max_steps": 400,
602
+ "route_completion": 37.47984648813996,
603
+ "manipulation_score": 18.73992324406998,
604
+ "total_penalty_factor": 0.5,
605
+ "fail_reason": "out_of_bounds",
606
+ "penalty_events": [
607
+ {
608
+ "event_type": "out_of_bounds",
609
+ "timestep": 181,
610
+ "penalty_factor": 0.5,
611
+ "details": "Target object left workspace/view"
612
+ }
613
+ ]
614
+ },
615
+ {
616
+ "episode_id": 34,
617
+ "seed": 100043,
618
+ "success": false,
619
+ "steps_taken": 142,
620
+ "max_steps": 400,
621
+ "route_completion": 22.581307540101186,
622
+ "manipulation_score": 11.290653770050593,
623
+ "total_penalty_factor": 0.5,
624
+ "fail_reason": "out_of_bounds",
625
+ "penalty_events": [
626
+ {
627
+ "event_type": "out_of_bounds",
628
+ "timestep": 142,
629
+ "penalty_factor": 0.5,
630
+ "details": "Target object left workspace/view"
631
+ }
632
+ ]
633
+ },
634
+ {
635
+ "episode_id": 35,
636
+ "seed": 100044,
637
+ "success": false,
638
+ "steps_taken": 142,
639
+ "max_steps": 400,
640
+ "route_completion": 48.71710865675807,
641
+ "manipulation_score": 24.358554328379036,
642
+ "total_penalty_factor": 0.5,
643
+ "fail_reason": "out_of_bounds",
644
+ "penalty_events": [
645
+ {
646
+ "event_type": "out_of_bounds",
647
+ "timestep": 142,
648
+ "penalty_factor": 0.5,
649
+ "details": "Target object left workspace/view"
650
+ }
651
+ ]
652
+ },
653
+ {
654
+ "episode_id": 36,
655
+ "seed": 100045,
656
+ "success": false,
657
+ "steps_taken": 381,
658
+ "max_steps": 400,
659
+ "route_completion": 15.000665344701474,
660
+ "manipulation_score": 7.500332672350737,
661
+ "total_penalty_factor": 0.5,
662
+ "fail_reason": "out_of_bounds",
663
+ "penalty_events": [
664
+ {
665
+ "event_type": "out_of_bounds",
666
+ "timestep": 381,
667
+ "penalty_factor": 0.5,
668
+ "details": "Target object left workspace/view"
669
+ }
670
+ ]
671
+ },
672
+ {
673
+ "episode_id": 37,
674
+ "seed": 100046,
675
+ "success": false,
676
+ "steps_taken": 105,
677
+ "max_steps": 400,
678
+ "route_completion": 0.01961736120527551,
679
+ "manipulation_score": 0.009808680602637756,
680
+ "total_penalty_factor": 0.5,
681
+ "fail_reason": "out_of_bounds",
682
+ "penalty_events": [
683
+ {
684
+ "event_type": "out_of_bounds",
685
+ "timestep": 105,
686
+ "penalty_factor": 0.5,
687
+ "details": "Target object left workspace/view"
688
+ }
689
+ ]
690
+ },
691
+ {
692
+ "episode_id": 38,
693
+ "seed": 100047,
694
+ "success": false,
695
+ "steps_taken": 121,
696
+ "max_steps": 400,
697
+ "route_completion": 27.431967293961062,
698
+ "manipulation_score": 13.715983646980531,
699
+ "total_penalty_factor": 0.5,
700
+ "fail_reason": "out_of_bounds",
701
+ "penalty_events": [
702
+ {
703
+ "event_type": "out_of_bounds",
704
+ "timestep": 121,
705
+ "penalty_factor": 0.5,
706
+ "details": "Target object left workspace/view"
707
+ }
708
+ ]
709
+ },
710
+ {
711
+ "episode_id": 39,
712
+ "seed": 100048,
713
+ "success": false,
714
+ "steps_taken": 112,
715
+ "max_steps": 400,
716
+ "route_completion": 18.350205536301555,
717
+ "manipulation_score": 9.175102768150778,
718
+ "total_penalty_factor": 0.5,
719
+ "fail_reason": "out_of_bounds",
720
+ "penalty_events": [
721
+ {
722
+ "event_type": "out_of_bounds",
723
+ "timestep": 112,
724
+ "penalty_factor": 0.5,
725
+ "details": "Target object left workspace/view"
726
+ }
727
+ ]
728
+ },
729
+ {
730
+ "episode_id": 40,
731
+ "seed": 100049,
732
+ "success": false,
733
+ "steps_taken": 114,
734
+ "max_steps": 400,
735
+ "route_completion": 15.857105748484207,
736
+ "manipulation_score": 7.928552874242103,
737
+ "total_penalty_factor": 0.5,
738
+ "fail_reason": "out_of_bounds",
739
+ "penalty_events": [
740
+ {
741
+ "event_type": "out_of_bounds",
742
+ "timestep": 114,
743
+ "penalty_factor": 0.5,
744
+ "details": "Target object left workspace/view"
745
+ }
746
+ ]
747
+ },
748
+ {
749
+ "episode_id": 41,
750
+ "seed": 100050,
751
+ "success": false,
752
+ "steps_taken": 140,
753
+ "max_steps": 400,
754
+ "route_completion": 0.02198263998608465,
755
+ "manipulation_score": 0.010991319993042325,
756
+ "total_penalty_factor": 0.5,
757
+ "fail_reason": "out_of_bounds",
758
+ "penalty_events": [
759
+ {
760
+ "event_type": "out_of_bounds",
761
+ "timestep": 140,
762
+ "penalty_factor": 0.5,
763
+ "details": "Target object left workspace/view"
764
+ }
765
+ ]
766
+ },
767
+ {
768
+ "episode_id": 42,
769
+ "seed": 100051,
770
+ "success": false,
771
+ "steps_taken": 108,
772
+ "max_steps": 400,
773
+ "route_completion": 0.09559766774741074,
774
+ "manipulation_score": 0.04779883387370537,
775
+ "total_penalty_factor": 0.5,
776
+ "fail_reason": "out_of_bounds",
777
+ "penalty_events": [
778
+ {
779
+ "event_type": "out_of_bounds",
780
+ "timestep": 108,
781
+ "penalty_factor": 0.5,
782
+ "details": "Target object left workspace/view"
783
+ }
784
+ ]
785
+ },
786
+ {
787
+ "episode_id": 43,
788
+ "seed": 100052,
789
+ "success": false,
790
+ "steps_taken": 148,
791
+ "max_steps": 400,
792
+ "route_completion": 13.553816172779158,
793
+ "manipulation_score": 6.776908086389579,
794
+ "total_penalty_factor": 0.5,
795
+ "fail_reason": "out_of_bounds",
796
+ "penalty_events": [
797
+ {
798
+ "event_type": "out_of_bounds",
799
+ "timestep": 148,
800
+ "penalty_factor": 0.5,
801
+ "details": "Target object left workspace/view"
802
+ }
803
+ ]
804
+ },
805
+ {
806
+ "episode_id": 44,
807
+ "seed": 100053,
808
+ "success": false,
809
+ "steps_taken": 111,
810
+ "max_steps": 400,
811
+ "route_completion": 21.557285342999876,
812
+ "manipulation_score": 10.778642671499938,
813
+ "total_penalty_factor": 0.5,
814
+ "fail_reason": "out_of_bounds",
815
+ "penalty_events": [
816
+ {
817
+ "event_type": "out_of_bounds",
818
+ "timestep": 111,
819
+ "penalty_factor": 0.5,
820
+ "details": "Target object left workspace/view"
821
+ }
822
+ ]
823
+ },
824
+ {
825
+ "episode_id": 45,
826
+ "seed": 100054,
827
+ "success": false,
828
+ "steps_taken": 185,
829
+ "max_steps": 400,
830
+ "route_completion": 48.01435045063187,
831
+ "manipulation_score": 24.007175225315937,
832
+ "total_penalty_factor": 0.5,
833
+ "fail_reason": "out_of_bounds",
834
+ "penalty_events": [
835
+ {
836
+ "event_type": "out_of_bounds",
837
+ "timestep": 185,
838
+ "penalty_factor": 0.5,
839
+ "details": "Target object left workspace/view"
840
+ }
841
+ ]
842
+ },
843
+ {
844
+ "episode_id": 46,
845
+ "seed": 100055,
846
+ "success": false,
847
+ "steps_taken": 103,
848
+ "max_steps": 400,
849
+ "route_completion": 21.026876919636102,
850
+ "manipulation_score": 10.513438459818051,
851
+ "total_penalty_factor": 0.5,
852
+ "fail_reason": "out_of_bounds",
853
+ "penalty_events": [
854
+ {
855
+ "event_type": "out_of_bounds",
856
+ "timestep": 103,
857
+ "penalty_factor": 0.5,
858
+ "details": "Target object left workspace/view"
859
+ }
860
+ ]
861
+ },
862
+ {
863
+ "episode_id": 47,
864
+ "seed": 100056,
865
+ "success": false,
866
+ "steps_taken": 343,
867
+ "max_steps": 400,
868
+ "route_completion": 21.168113255916797,
869
+ "manipulation_score": 10.584056627958399,
870
+ "total_penalty_factor": 0.5,
871
+ "fail_reason": "out_of_bounds",
872
+ "penalty_events": [
873
+ {
874
+ "event_type": "out_of_bounds",
875
+ "timestep": 343,
876
+ "penalty_factor": 0.5,
877
+ "details": "Target object left workspace/view"
878
+ }
879
+ ]
880
+ },
881
+ {
882
+ "episode_id": 48,
883
+ "seed": 100057,
884
+ "success": false,
885
+ "steps_taken": 400,
886
+ "max_steps": 400,
887
+ "route_completion": 38.10903609342441,
888
+ "manipulation_score": 38.10903609342441,
889
+ "total_penalty_factor": 1.0,
890
+ "fail_reason": null,
891
+ "penalty_events": []
892
+ },
893
+ {
894
+ "episode_id": 49,
895
+ "seed": 100058,
896
+ "success": false,
897
+ "steps_taken": 136,
898
+ "max_steps": 400,
899
+ "route_completion": 0.037991353288543424,
900
+ "manipulation_score": 0.018995676644271712,
901
+ "total_penalty_factor": 0.5,
902
+ "fail_reason": "out_of_bounds",
903
+ "penalty_events": [
904
+ {
905
+ "event_type": "out_of_bounds",
906
+ "timestep": 136,
907
+ "penalty_factor": 0.5,
908
+ "details": "Target object left workspace/view"
909
+ }
910
+ ]
911
+ },
912
+ {
913
+ "episode_id": 50,
914
+ "seed": 100059,
915
+ "success": false,
916
+ "steps_taken": 102,
917
+ "max_steps": 400,
918
+ "route_completion": 1.2416448146639416,
919
+ "manipulation_score": 0.6208224073319708,
920
+ "total_penalty_factor": 0.5,
921
+ "fail_reason": "out_of_bounds",
922
+ "penalty_events": [
923
+ {
924
+ "event_type": "out_of_bounds",
925
+ "timestep": 102,
926
+ "penalty_factor": 0.5,
927
+ "details": "Target object left workspace/view"
928
+ }
929
+ ]
930
+ },
931
+ {
932
+ "episode_id": 51,
933
+ "seed": 100060,
934
+ "success": false,
935
+ "steps_taken": 233,
936
+ "max_steps": 400,
937
+ "route_completion": 48.78074075330044,
938
+ "manipulation_score": 24.39037037665022,
939
+ "total_penalty_factor": 0.5,
940
+ "fail_reason": "out_of_bounds",
941
+ "penalty_events": [
942
+ {
943
+ "event_type": "out_of_bounds",
944
+ "timestep": 233,
945
+ "penalty_factor": 0.5,
946
+ "details": "Target object left workspace/view"
947
+ }
948
+ ]
949
+ },
950
+ {
951
+ "episode_id": 52,
952
+ "seed": 100061,
953
+ "success": false,
954
+ "steps_taken": 201,
955
+ "max_steps": 400,
956
+ "route_completion": 52.62223004316971,
957
+ "manipulation_score": 26.311115021584854,
958
+ "total_penalty_factor": 0.5,
959
+ "fail_reason": "out_of_bounds",
960
+ "penalty_events": [
961
+ {
962
+ "event_type": "out_of_bounds",
963
+ "timestep": 201,
964
+ "penalty_factor": 0.5,
965
+ "details": "Target object left workspace/view"
966
+ }
967
+ ]
968
+ },
969
+ {
970
+ "episode_id": 53,
971
+ "seed": 100062,
972
+ "success": false,
973
+ "steps_taken": 261,
974
+ "max_steps": 400,
975
+ "route_completion": 26.870118123220088,
976
+ "manipulation_score": 13.435059061610044,
977
+ "total_penalty_factor": 0.5,
978
+ "fail_reason": "out_of_bounds",
979
+ "penalty_events": [
980
+ {
981
+ "event_type": "out_of_bounds",
982
+ "timestep": 261,
983
+ "penalty_factor": 0.5,
984
+ "details": "Target object left workspace/view"
985
+ }
986
+ ]
987
+ },
988
+ {
989
+ "episode_id": 54,
990
+ "seed": 100063,
991
+ "success": false,
992
+ "steps_taken": 156,
993
+ "max_steps": 400,
994
+ "route_completion": 33.6187159950725,
995
+ "manipulation_score": 16.80935799753625,
996
+ "total_penalty_factor": 0.5,
997
+ "fail_reason": "out_of_bounds",
998
+ "penalty_events": [
999
+ {
1000
+ "event_type": "out_of_bounds",
1001
+ "timestep": 156,
1002
+ "penalty_factor": 0.5,
1003
+ "details": "Target object left workspace/view"
1004
+ }
1005
+ ]
1006
+ },
1007
+ {
1008
+ "episode_id": 55,
1009
+ "seed": 100064,
1010
+ "success": false,
1011
+ "steps_taken": 162,
1012
+ "max_steps": 400,
1013
+ "route_completion": 0.706697898928538,
1014
+ "manipulation_score": 0.353348949464269,
1015
+ "total_penalty_factor": 0.5,
1016
+ "fail_reason": "out_of_bounds",
1017
+ "penalty_events": [
1018
+ {
1019
+ "event_type": "out_of_bounds",
1020
+ "timestep": 162,
1021
+ "penalty_factor": 0.5,
1022
+ "details": "Target object left workspace/view"
1023
+ }
1024
+ ]
1025
+ },
1026
+ {
1027
+ "episode_id": 56,
1028
+ "seed": 100065,
1029
+ "success": false,
1030
+ "steps_taken": 94,
1031
+ "max_steps": 400,
1032
+ "route_completion": 8.903710541183138,
1033
+ "manipulation_score": 4.451855270591569,
1034
+ "total_penalty_factor": 0.5,
1035
+ "fail_reason": "out_of_bounds",
1036
+ "penalty_events": [
1037
+ {
1038
+ "event_type": "out_of_bounds",
1039
+ "timestep": 94,
1040
+ "penalty_factor": 0.5,
1041
+ "details": "Target object left workspace/view"
1042
+ }
1043
+ ]
1044
+ },
1045
+ {
1046
+ "episode_id": 57,
1047
+ "seed": 100066,
1048
+ "success": false,
1049
+ "steps_taken": 145,
1050
+ "max_steps": 400,
1051
+ "route_completion": 25.091483942397165,
1052
+ "manipulation_score": 12.545741971198582,
1053
+ "total_penalty_factor": 0.5,
1054
+ "fail_reason": "out_of_bounds",
1055
+ "penalty_events": [
1056
+ {
1057
+ "event_type": "out_of_bounds",
1058
+ "timestep": 145,
1059
+ "penalty_factor": 0.5,
1060
+ "details": "Target object left workspace/view"
1061
+ }
1062
+ ]
1063
+ },
1064
+ {
1065
+ "episode_id": 58,
1066
+ "seed": 100067,
1067
+ "success": false,
1068
+ "steps_taken": 171,
1069
+ "max_steps": 400,
1070
+ "route_completion": 54.177843504988545,
1071
+ "manipulation_score": 27.088921752494272,
1072
+ "total_penalty_factor": 0.5,
1073
+ "fail_reason": "out_of_bounds",
1074
+ "penalty_events": [
1075
+ {
1076
+ "event_type": "out_of_bounds",
1077
+ "timestep": 171,
1078
+ "penalty_factor": 0.5,
1079
+ "details": "Target object left workspace/view"
1080
+ }
1081
+ ]
1082
+ },
1083
+ {
1084
+ "episode_id": 59,
1085
+ "seed": 100068,
1086
+ "success": false,
1087
+ "steps_taken": 128,
1088
+ "max_steps": 400,
1089
+ "route_completion": 27.547604553451364,
1090
+ "manipulation_score": 13.773802276725682,
1091
+ "total_penalty_factor": 0.5,
1092
+ "fail_reason": "out_of_bounds",
1093
+ "penalty_events": [
1094
+ {
1095
+ "event_type": "out_of_bounds",
1096
+ "timestep": 128,
1097
+ "penalty_factor": 0.5,
1098
+ "details": "Target object left workspace/view"
1099
+ }
1100
+ ]
1101
+ },
1102
+ {
1103
+ "episode_id": 60,
1104
+ "seed": 100069,
1105
+ "success": false,
1106
+ "steps_taken": 88,
1107
+ "max_steps": 400,
1108
+ "route_completion": 0.0,
1109
+ "manipulation_score": 0.0,
1110
+ "total_penalty_factor": 0.5,
1111
+ "fail_reason": "out_of_bounds",
1112
+ "penalty_events": [
1113
+ {
1114
+ "event_type": "out_of_bounds",
1115
+ "timestep": 88,
1116
+ "penalty_factor": 0.5,
1117
+ "details": "Target object left workspace/view"
1118
+ }
1119
+ ]
1120
+ },
1121
+ {
1122
+ "episode_id": 61,
1123
+ "seed": 100070,
1124
+ "success": false,
1125
+ "steps_taken": 108,
1126
+ "max_steps": 400,
1127
+ "route_completion": 0.0,
1128
+ "manipulation_score": 0.0,
1129
+ "total_penalty_factor": 0.5,
1130
+ "fail_reason": "out_of_bounds",
1131
+ "penalty_events": [
1132
+ {
1133
+ "event_type": "out_of_bounds",
1134
+ "timestep": 108,
1135
+ "penalty_factor": 0.5,
1136
+ "details": "Target object left workspace/view"
1137
+ }
1138
+ ]
1139
+ },
1140
+ {
1141
+ "episode_id": 62,
1142
+ "seed": 100071,
1143
+ "success": false,
1144
+ "steps_taken": 140,
1145
+ "max_steps": 400,
1146
+ "route_completion": 37.591124837145614,
1147
+ "manipulation_score": 18.795562418572807,
1148
+ "total_penalty_factor": 0.5,
1149
+ "fail_reason": "out_of_bounds",
1150
+ "penalty_events": [
1151
+ {
1152
+ "event_type": "out_of_bounds",
1153
+ "timestep": 140,
1154
+ "penalty_factor": 0.5,
1155
+ "details": "Target object left workspace/view"
1156
+ }
1157
+ ]
1158
+ },
1159
+ {
1160
+ "episode_id": 63,
1161
+ "seed": 100072,
1162
+ "success": false,
1163
+ "steps_taken": 210,
1164
+ "max_steps": 400,
1165
+ "route_completion": 47.32392177132928,
1166
+ "manipulation_score": 23.66196088566464,
1167
+ "total_penalty_factor": 0.5,
1168
+ "fail_reason": "out_of_bounds",
1169
+ "penalty_events": [
1170
+ {
1171
+ "event_type": "out_of_bounds",
1172
+ "timestep": 210,
1173
+ "penalty_factor": 0.5,
1174
+ "details": "Target object left workspace/view"
1175
+ }
1176
+ ]
1177
+ },
1178
+ {
1179
+ "episode_id": 64,
1180
+ "seed": 100074,
1181
+ "success": true,
1182
+ "steps_taken": 143,
1183
+ "max_steps": 400,
1184
+ "route_completion": 100.0,
1185
+ "manipulation_score": 100.0,
1186
+ "total_penalty_factor": 1.0,
1187
+ "fail_reason": null,
1188
+ "penalty_events": []
1189
+ },
1190
+ {
1191
+ "episode_id": 65,
1192
+ "seed": 100075,
1193
+ "success": false,
1194
+ "steps_taken": 104,
1195
+ "max_steps": 400,
1196
+ "route_completion": 27.96528795358168,
1197
+ "manipulation_score": 13.98264397679084,
1198
+ "total_penalty_factor": 0.5,
1199
+ "fail_reason": "out_of_bounds",
1200
+ "penalty_events": [
1201
+ {
1202
+ "event_type": "out_of_bounds",
1203
+ "timestep": 104,
1204
+ "penalty_factor": 0.5,
1205
+ "details": "Target object left workspace/view"
1206
+ }
1207
+ ]
1208
+ },
1209
+ {
1210
+ "episode_id": 66,
1211
+ "seed": 100076,
1212
+ "success": false,
1213
+ "steps_taken": 118,
1214
+ "max_steps": 400,
1215
+ "route_completion": 0.0270959139578219,
1216
+ "manipulation_score": 0.01354795697891095,
1217
+ "total_penalty_factor": 0.5,
1218
+ "fail_reason": "out_of_bounds",
1219
+ "penalty_events": [
1220
+ {
1221
+ "event_type": "out_of_bounds",
1222
+ "timestep": 118,
1223
+ "penalty_factor": 0.5,
1224
+ "details": "Target object left workspace/view"
1225
+ }
1226
+ ]
1227
+ },
1228
+ {
1229
+ "episode_id": 67,
1230
+ "seed": 100077,
1231
+ "success": false,
1232
+ "steps_taken": 400,
1233
+ "max_steps": 400,
1234
+ "route_completion": 39.1910892089562,
1235
+ "manipulation_score": 39.1910892089562,
1236
+ "total_penalty_factor": 1.0,
1237
+ "fail_reason": null,
1238
+ "penalty_events": []
1239
+ },
1240
+ {
1241
+ "episode_id": 68,
1242
+ "seed": 100078,
1243
+ "success": false,
1244
+ "steps_taken": 133,
1245
+ "max_steps": 400,
1246
+ "route_completion": 6.579986621437358,
1247
+ "manipulation_score": 3.289993310718679,
1248
+ "total_penalty_factor": 0.5,
1249
+ "fail_reason": "out_of_bounds",
1250
+ "penalty_events": [
1251
+ {
1252
+ "event_type": "out_of_bounds",
1253
+ "timestep": 133,
1254
+ "penalty_factor": 0.5,
1255
+ "details": "Target object left workspace/view"
1256
+ }
1257
+ ]
1258
+ },
1259
+ {
1260
+ "episode_id": 69,
1261
+ "seed": 100080,
1262
+ "success": false,
1263
+ "steps_taken": 111,
1264
+ "max_steps": 400,
1265
+ "route_completion": 27.63089102174882,
1266
+ "manipulation_score": 13.81544551087441,
1267
+ "total_penalty_factor": 0.5,
1268
+ "fail_reason": "out_of_bounds",
1269
+ "penalty_events": [
1270
+ {
1271
+ "event_type": "out_of_bounds",
1272
+ "timestep": 111,
1273
+ "penalty_factor": 0.5,
1274
+ "details": "Target object left workspace/view"
1275
+ }
1276
+ ]
1277
+ },
1278
+ {
1279
+ "episode_id": 70,
1280
+ "seed": 100081,
1281
+ "success": false,
1282
+ "steps_taken": 300,
1283
+ "max_steps": 400,
1284
+ "route_completion": 15.152550967599526,
1285
+ "manipulation_score": 7.576275483799763,
1286
+ "total_penalty_factor": 0.5,
1287
+ "fail_reason": "out_of_bounds",
1288
+ "penalty_events": [
1289
+ {
1290
+ "event_type": "out_of_bounds",
1291
+ "timestep": 300,
1292
+ "penalty_factor": 0.5,
1293
+ "details": "Target object left workspace/view"
1294
+ }
1295
+ ]
1296
+ },
1297
+ {
1298
+ "episode_id": 71,
1299
+ "seed": 100082,
1300
+ "success": false,
1301
+ "steps_taken": 176,
1302
+ "max_steps": 400,
1303
+ "route_completion": 6.487572546922,
1304
+ "manipulation_score": 3.243786273461,
1305
+ "total_penalty_factor": 0.5,
1306
+ "fail_reason": "out_of_bounds",
1307
+ "penalty_events": [
1308
+ {
1309
+ "event_type": "out_of_bounds",
1310
+ "timestep": 176,
1311
+ "penalty_factor": 0.5,
1312
+ "details": "Target object left workspace/view"
1313
+ }
1314
+ ]
1315
+ },
1316
+ {
1317
+ "episode_id": 72,
1318
+ "seed": 100085,
1319
+ "success": false,
1320
+ "steps_taken": 137,
1321
+ "max_steps": 400,
1322
+ "route_completion": 6.642746819293488,
1323
+ "manipulation_score": 3.321373409646744,
1324
+ "total_penalty_factor": 0.5,
1325
+ "fail_reason": "out_of_bounds",
1326
+ "penalty_events": [
1327
+ {
1328
+ "event_type": "out_of_bounds",
1329
+ "timestep": 137,
1330
+ "penalty_factor": 0.5,
1331
+ "details": "Target object left workspace/view"
1332
+ }
1333
+ ]
1334
+ },
1335
+ {
1336
+ "episode_id": 73,
1337
+ "seed": 100086,
1338
+ "success": false,
1339
+ "steps_taken": 394,
1340
+ "max_steps": 400,
1341
+ "route_completion": 26.354592170436653,
1342
+ "manipulation_score": 13.177296085218327,
1343
+ "total_penalty_factor": 0.5,
1344
+ "fail_reason": "out_of_bounds",
1345
+ "penalty_events": [
1346
+ {
1347
+ "event_type": "out_of_bounds",
1348
+ "timestep": 394,
1349
+ "penalty_factor": 0.5,
1350
+ "details": "Target object left workspace/view"
1351
+ }
1352
+ ]
1353
+ },
1354
+ {
1355
+ "episode_id": 74,
1356
+ "seed": 100088,
1357
+ "success": false,
1358
+ "steps_taken": 400,
1359
+ "max_steps": 400,
1360
+ "route_completion": 25.190488086599572,
1361
+ "manipulation_score": 25.190488086599572,
1362
+ "total_penalty_factor": 1.0,
1363
+ "fail_reason": null,
1364
+ "penalty_events": []
1365
+ },
1366
+ {
1367
+ "episode_id": 75,
1368
+ "seed": 100090,
1369
+ "success": false,
1370
+ "steps_taken": 216,
1371
+ "max_steps": 400,
1372
+ "route_completion": 0.0,
1373
+ "manipulation_score": 0.0,
1374
+ "total_penalty_factor": 0.5,
1375
+ "fail_reason": "out_of_bounds",
1376
+ "penalty_events": [
1377
+ {
1378
+ "event_type": "out_of_bounds",
1379
+ "timestep": 216,
1380
+ "penalty_factor": 0.5,
1381
+ "details": "Target object left workspace/view"
1382
+ }
1383
+ ]
1384
+ },
1385
+ {
1386
+ "episode_id": 76,
1387
+ "seed": 100092,
1388
+ "success": false,
1389
+ "steps_taken": 400,
1390
+ "max_steps": 400,
1391
+ "route_completion": 25.923812012304282,
1392
+ "manipulation_score": 25.923812012304282,
1393
+ "total_penalty_factor": 1.0,
1394
+ "fail_reason": null,
1395
+ "penalty_events": []
1396
+ },
1397
+ {
1398
+ "episode_id": 77,
1399
+ "seed": 100093,
1400
+ "success": false,
1401
+ "steps_taken": 203,
1402
+ "max_steps": 400,
1403
+ "route_completion": 32.93389013875487,
1404
+ "manipulation_score": 16.466945069377434,
1405
+ "total_penalty_factor": 0.5,
1406
+ "fail_reason": "out_of_bounds",
1407
+ "penalty_events": [
1408
+ {
1409
+ "event_type": "out_of_bounds",
1410
+ "timestep": 203,
1411
+ "penalty_factor": 0.5,
1412
+ "details": "Target object left workspace/view"
1413
+ }
1414
+ ]
1415
+ },
1416
+ {
1417
+ "episode_id": 78,
1418
+ "seed": 100095,
1419
+ "success": false,
1420
+ "steps_taken": 168,
1421
+ "max_steps": 400,
1422
+ "route_completion": 7.272972460631125,
1423
+ "manipulation_score": 3.6364862303155623,
1424
+ "total_penalty_factor": 0.5,
1425
+ "fail_reason": "out_of_bounds",
1426
+ "penalty_events": [
1427
+ {
1428
+ "event_type": "out_of_bounds",
1429
+ "timestep": 168,
1430
+ "penalty_factor": 0.5,
1431
+ "details": "Target object left workspace/view"
1432
+ }
1433
+ ]
1434
+ },
1435
+ {
1436
+ "episode_id": 79,
1437
+ "seed": 100096,
1438
+ "success": false,
1439
+ "steps_taken": 132,
1440
+ "max_steps": 400,
1441
+ "route_completion": 24.907064621006512,
1442
+ "manipulation_score": 12.453532310503256,
1443
+ "total_penalty_factor": 0.5,
1444
+ "fail_reason": "out_of_bounds",
1445
+ "penalty_events": [
1446
+ {
1447
+ "event_type": "out_of_bounds",
1448
+ "timestep": 132,
1449
+ "penalty_factor": 0.5,
1450
+ "details": "Target object left workspace/view"
1451
+ }
1452
+ ]
1453
+ },
1454
+ {
1455
+ "episode_id": 80,
1456
+ "seed": 100097,
1457
+ "success": false,
1458
+ "steps_taken": 112,
1459
+ "max_steps": 400,
1460
+ "route_completion": 0.0,
1461
+ "manipulation_score": 0.0,
1462
+ "total_penalty_factor": 0.5,
1463
+ "fail_reason": "out_of_bounds",
1464
+ "penalty_events": [
1465
+ {
1466
+ "event_type": "out_of_bounds",
1467
+ "timestep": 112,
1468
+ "penalty_factor": 0.5,
1469
+ "details": "Target object left workspace/view"
1470
+ }
1471
+ ]
1472
+ },
1473
+ {
1474
+ "episode_id": 81,
1475
+ "seed": 100098,
1476
+ "success": false,
1477
+ "steps_taken": 283,
1478
+ "max_steps": 400,
1479
+ "route_completion": 47.283166271511895,
1480
+ "manipulation_score": 23.641583135755948,
1481
+ "total_penalty_factor": 0.5,
1482
+ "fail_reason": "out_of_bounds",
1483
+ "penalty_events": [
1484
+ {
1485
+ "event_type": "out_of_bounds",
1486
+ "timestep": 283,
1487
+ "penalty_factor": 0.5,
1488
+ "details": "Target object left workspace/view"
1489
+ }
1490
+ ]
1491
+ },
1492
+ {
1493
+ "episode_id": 82,
1494
+ "seed": 100101,
1495
+ "success": false,
1496
+ "steps_taken": 102,
1497
+ "max_steps": 400,
1498
+ "route_completion": 33.183213316977024,
1499
+ "manipulation_score": 16.591606658488512,
1500
+ "total_penalty_factor": 0.5,
1501
+ "fail_reason": "out_of_bounds",
1502
+ "penalty_events": [
1503
+ {
1504
+ "event_type": "out_of_bounds",
1505
+ "timestep": 102,
1506
+ "penalty_factor": 0.5,
1507
+ "details": "Target object left workspace/view"
1508
+ }
1509
+ ]
1510
+ },
1511
+ {
1512
+ "episode_id": 83,
1513
+ "seed": 100102,
1514
+ "success": false,
1515
+ "steps_taken": 194,
1516
+ "max_steps": 400,
1517
+ "route_completion": 17.359549686512512,
1518
+ "manipulation_score": 8.679774843256256,
1519
+ "total_penalty_factor": 0.5,
1520
+ "fail_reason": "out_of_bounds",
1521
+ "penalty_events": [
1522
+ {
1523
+ "event_type": "out_of_bounds",
1524
+ "timestep": 194,
1525
+ "penalty_factor": 0.5,
1526
+ "details": "Target object left workspace/view"
1527
+ }
1528
+ ]
1529
+ },
1530
+ {
1531
+ "episode_id": 84,
1532
+ "seed": 100103,
1533
+ "success": false,
1534
+ "steps_taken": 160,
1535
+ "max_steps": 400,
1536
+ "route_completion": 42.886751608626284,
1537
+ "manipulation_score": 21.443375804313142,
1538
+ "total_penalty_factor": 0.5,
1539
+ "fail_reason": "out_of_bounds",
1540
+ "penalty_events": [
1541
+ {
1542
+ "event_type": "out_of_bounds",
1543
+ "timestep": 160,
1544
+ "penalty_factor": 0.5,
1545
+ "details": "Target object left workspace/view"
1546
+ }
1547
+ ]
1548
+ },
1549
+ {
1550
+ "episode_id": 85,
1551
+ "seed": 100104,
1552
+ "success": false,
1553
+ "steps_taken": 133,
1554
+ "max_steps": 400,
1555
+ "route_completion": 25.85065551932087,
1556
+ "manipulation_score": 12.925327759660435,
1557
+ "total_penalty_factor": 0.5,
1558
+ "fail_reason": "out_of_bounds",
1559
+ "penalty_events": [
1560
+ {
1561
+ "event_type": "out_of_bounds",
1562
+ "timestep": 133,
1563
+ "penalty_factor": 0.5,
1564
+ "details": "Target object left workspace/view"
1565
+ }
1566
+ ]
1567
+ },
1568
+ {
1569
+ "episode_id": 86,
1570
+ "seed": 100105,
1571
+ "success": false,
1572
+ "steps_taken": 128,
1573
+ "max_steps": 400,
1574
+ "route_completion": 19.061718994255973,
1575
+ "manipulation_score": 9.530859497127986,
1576
+ "total_penalty_factor": 0.5,
1577
+ "fail_reason": "out_of_bounds",
1578
+ "penalty_events": [
1579
+ {
1580
+ "event_type": "out_of_bounds",
1581
+ "timestep": 128,
1582
+ "penalty_factor": 0.5,
1583
+ "details": "Target object left workspace/view"
1584
+ }
1585
+ ]
1586
+ },
1587
+ {
1588
+ "episode_id": 87,
1589
+ "seed": 100107,
1590
+ "success": false,
1591
+ "steps_taken": 102,
1592
+ "max_steps": 400,
1593
+ "route_completion": 9.323563903195394,
1594
+ "manipulation_score": 4.661781951597697,
1595
+ "total_penalty_factor": 0.5,
1596
+ "fail_reason": "out_of_bounds",
1597
+ "penalty_events": [
1598
+ {
1599
+ "event_type": "out_of_bounds",
1600
+ "timestep": 102,
1601
+ "penalty_factor": 0.5,
1602
+ "details": "Target object left workspace/view"
1603
+ }
1604
+ ]
1605
+ },
1606
+ {
1607
+ "episode_id": 88,
1608
+ "seed": 100109,
1609
+ "success": false,
1610
+ "steps_taken": 340,
1611
+ "max_steps": 400,
1612
+ "route_completion": 13.76219176888831,
1613
+ "manipulation_score": 6.881095884444155,
1614
+ "total_penalty_factor": 0.5,
1615
+ "fail_reason": "out_of_bounds",
1616
+ "penalty_events": [
1617
+ {
1618
+ "event_type": "out_of_bounds",
1619
+ "timestep": 340,
1620
+ "penalty_factor": 0.5,
1621
+ "details": "Target object left workspace/view"
1622
+ }
1623
+ ]
1624
+ },
1625
+ {
1626
+ "episode_id": 89,
1627
+ "seed": 100110,
1628
+ "success": false,
1629
+ "steps_taken": 127,
1630
+ "max_steps": 400,
1631
+ "route_completion": 21.94670040372185,
1632
+ "manipulation_score": 10.973350201860924,
1633
+ "total_penalty_factor": 0.5,
1634
+ "fail_reason": "out_of_bounds",
1635
+ "penalty_events": [
1636
+ {
1637
+ "event_type": "out_of_bounds",
1638
+ "timestep": 127,
1639
+ "penalty_factor": 0.5,
1640
+ "details": "Target object left workspace/view"
1641
+ }
1642
+ ]
1643
+ },
1644
+ {
1645
+ "episode_id": 90,
1646
+ "seed": 100111,
1647
+ "success": false,
1648
+ "steps_taken": 183,
1649
+ "max_steps": 400,
1650
+ "route_completion": 28.94841553386089,
1651
+ "manipulation_score": 14.474207766930444,
1652
+ "total_penalty_factor": 0.5,
1653
+ "fail_reason": "out_of_bounds",
1654
+ "penalty_events": [
1655
+ {
1656
+ "event_type": "out_of_bounds",
1657
+ "timestep": 183,
1658
+ "penalty_factor": 0.5,
1659
+ "details": "Target object left workspace/view"
1660
+ }
1661
+ ]
1662
+ },
1663
+ {
1664
+ "episode_id": 91,
1665
+ "seed": 100112,
1666
+ "success": false,
1667
+ "steps_taken": 138,
1668
+ "max_steps": 400,
1669
+ "route_completion": 47.41462960866793,
1670
+ "manipulation_score": 23.707314804333965,
1671
+ "total_penalty_factor": 0.5,
1672
+ "fail_reason": "out_of_bounds",
1673
+ "penalty_events": [
1674
+ {
1675
+ "event_type": "out_of_bounds",
1676
+ "timestep": 138,
1677
+ "penalty_factor": 0.5,
1678
+ "details": "Target object left workspace/view"
1679
+ }
1680
+ ]
1681
+ },
1682
+ {
1683
+ "episode_id": 92,
1684
+ "seed": 100113,
1685
+ "success": false,
1686
+ "steps_taken": 116,
1687
+ "max_steps": 400,
1688
+ "route_completion": 0.017760263828595392,
1689
+ "manipulation_score": 0.008880131914297696,
1690
+ "total_penalty_factor": 0.5,
1691
+ "fail_reason": "out_of_bounds",
1692
+ "penalty_events": [
1693
+ {
1694
+ "event_type": "out_of_bounds",
1695
+ "timestep": 116,
1696
+ "penalty_factor": 0.5,
1697
+ "details": "Target object left workspace/view"
1698
+ }
1699
+ ]
1700
+ },
1701
+ {
1702
+ "episode_id": 93,
1703
+ "seed": 100114,
1704
+ "success": false,
1705
+ "steps_taken": 215,
1706
+ "max_steps": 400,
1707
+ "route_completion": 0.0,
1708
+ "manipulation_score": 0.0,
1709
+ "total_penalty_factor": 0.5,
1710
+ "fail_reason": "out_of_bounds",
1711
+ "penalty_events": [
1712
+ {
1713
+ "event_type": "out_of_bounds",
1714
+ "timestep": 215,
1715
+ "penalty_factor": 0.5,
1716
+ "details": "Target object left workspace/view"
1717
+ }
1718
+ ]
1719
+ },
1720
+ {
1721
+ "episode_id": 94,
1722
+ "seed": 100115,
1723
+ "success": false,
1724
+ "steps_taken": 229,
1725
+ "max_steps": 400,
1726
+ "route_completion": 43.213288482441605,
1727
+ "manipulation_score": 21.606644241220803,
1728
+ "total_penalty_factor": 0.5,
1729
+ "fail_reason": "out_of_bounds",
1730
+ "penalty_events": [
1731
+ {
1732
+ "event_type": "out_of_bounds",
1733
+ "timestep": 229,
1734
+ "penalty_factor": 0.5,
1735
+ "details": "Target object left workspace/view"
1736
+ }
1737
+ ]
1738
+ },
1739
+ {
1740
+ "episode_id": 95,
1741
+ "seed": 100116,
1742
+ "success": false,
1743
+ "steps_taken": 104,
1744
+ "max_steps": 400,
1745
+ "route_completion": 0.027911105354793585,
1746
+ "manipulation_score": 0.013955552677396793,
1747
+ "total_penalty_factor": 0.5,
1748
+ "fail_reason": "out_of_bounds",
1749
+ "penalty_events": [
1750
+ {
1751
+ "event_type": "out_of_bounds",
1752
+ "timestep": 104,
1753
+ "penalty_factor": 0.5,
1754
+ "details": "Target object left workspace/view"
1755
+ }
1756
+ ]
1757
+ },
1758
+ {
1759
+ "episode_id": 96,
1760
+ "seed": 100117,
1761
+ "success": false,
1762
+ "steps_taken": 108,
1763
+ "max_steps": 400,
1764
+ "route_completion": 0.9092511187060686,
1765
+ "manipulation_score": 0.4546255593530343,
1766
+ "total_penalty_factor": 0.5,
1767
+ "fail_reason": "out_of_bounds",
1768
+ "penalty_events": [
1769
+ {
1770
+ "event_type": "out_of_bounds",
1771
+ "timestep": 108,
1772
+ "penalty_factor": 0.5,
1773
+ "details": "Target object left workspace/view"
1774
+ }
1775
+ ]
1776
+ },
1777
+ {
1778
+ "episode_id": 97,
1779
+ "seed": 100118,
1780
+ "success": false,
1781
+ "steps_taken": 199,
1782
+ "max_steps": 400,
1783
+ "route_completion": 0.0,
1784
+ "manipulation_score": 0.0,
1785
+ "total_penalty_factor": 0.5,
1786
+ "fail_reason": "out_of_bounds",
1787
+ "penalty_events": [
1788
+ {
1789
+ "event_type": "out_of_bounds",
1790
+ "timestep": 199,
1791
+ "penalty_factor": 0.5,
1792
+ "details": "Target object left workspace/view"
1793
+ }
1794
+ ]
1795
+ },
1796
+ {
1797
+ "episode_id": 98,
1798
+ "seed": 100119,
1799
+ "success": false,
1800
+ "steps_taken": 194,
1801
+ "max_steps": 400,
1802
+ "route_completion": 22.886713432859597,
1803
+ "manipulation_score": 11.443356716429799,
1804
+ "total_penalty_factor": 0.5,
1805
+ "fail_reason": "out_of_bounds",
1806
+ "penalty_events": [
1807
+ {
1808
+ "event_type": "out_of_bounds",
1809
+ "timestep": 194,
1810
+ "penalty_factor": 0.5,
1811
+ "details": "Target object left workspace/view"
1812
+ }
1813
+ ]
1814
+ },
1815
+ {
1816
+ "episode_id": 99,
1817
+ "seed": 100120,
1818
+ "success": false,
1819
+ "steps_taken": 93,
1820
+ "max_steps": 400,
1821
+ "route_completion": 6.396768848101828,
1822
+ "manipulation_score": 3.198384424050914,
1823
+ "total_penalty_factor": 0.5,
1824
+ "fail_reason": "out_of_bounds",
1825
+ "penalty_events": [
1826
+ {
1827
+ "event_type": "out_of_bounds",
1828
+ "timestep": 93,
1829
+ "penalty_factor": 0.5,
1830
+ "details": "Target object left workspace/view"
1831
+ }
1832
+ ]
1833
+ },
1834
+ {
1835
+ "episode_id": 100,
1836
+ "seed": 100121,
1837
+ "success": false,
1838
+ "steps_taken": 129,
1839
+ "max_steps": 400,
1840
+ "route_completion": 12.397973724864734,
1841
+ "manipulation_score": 6.198986862432367,
1842
+ "total_penalty_factor": 0.5,
1843
+ "fail_reason": "out_of_bounds",
1844
+ "penalty_events": [
1845
+ {
1846
+ "event_type": "out_of_bounds",
1847
+ "timestep": 129,
1848
+ "penalty_factor": 0.5,
1849
+ "details": "Target object left workspace/view"
1850
+ }
1851
+ ]
1852
+ }
1853
+ ]
log/eval_result/move_stapler_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:41:29/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 1,
4
+ "success_rate": 1.0,
5
+ "manipulation_score_mean": 12.396169543187138,
6
+ "manipulation_score_std": 12.936111156367307,
7
+ "route_completion_mean": 21.853256411234938,
8
+ "route_completion_std": 17.631237458914157,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 93
11
+ }
log/eval_result/move_stapler_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:41:29/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 1.0% (1/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 12.40
10
+ Std: 12.94
11
+
12
+ --- Route Completion ---
13
+ Mean: 21.85%
14
+ Std: 17.63
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 93
19
+
20
+ ============================================================
log/eval_result/move_stapler_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:41:29/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 23:41:29
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.01
log/eval_result/place_a2b_right/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:53:06/_episodes_detail.json ADDED
@@ -0,0 +1,1342 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100002,
5
+ "success": true,
6
+ "steps_taken": 142,
7
+ "max_steps": 400,
8
+ "route_completion": 100.0,
9
+ "manipulation_score": 100.0,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100004,
17
+ "success": false,
18
+ "steps_taken": 1,
19
+ "max_steps": 400,
20
+ "route_completion": 0.0,
21
+ "manipulation_score": 0.0,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": "object_not_lifted",
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100005,
29
+ "success": true,
30
+ "steps_taken": 138,
31
+ "max_steps": 400,
32
+ "route_completion": 100.0,
33
+ "manipulation_score": 100.0,
34
+ "total_penalty_factor": 1.0,
35
+ "fail_reason": null,
36
+ "penalty_events": []
37
+ },
38
+ {
39
+ "episode_id": 4,
40
+ "seed": 100007,
41
+ "success": false,
42
+ "steps_taken": 400,
43
+ "max_steps": 400,
44
+ "route_completion": 49.72895181469274,
45
+ "manipulation_score": 49.72895181469274,
46
+ "total_penalty_factor": 1.0,
47
+ "fail_reason": null,
48
+ "penalty_events": []
49
+ },
50
+ {
51
+ "episode_id": 5,
52
+ "seed": 100009,
53
+ "success": false,
54
+ "steps_taken": 64,
55
+ "max_steps": 400,
56
+ "route_completion": 7.53603341035884,
57
+ "manipulation_score": 3.76801670517942,
58
+ "total_penalty_factor": 0.5,
59
+ "fail_reason": "out_of_bounds",
60
+ "penalty_events": [
61
+ {
62
+ "event_type": "out_of_bounds",
63
+ "timestep": 64,
64
+ "penalty_factor": 0.5,
65
+ "details": "Target object left workspace/view"
66
+ }
67
+ ]
68
+ },
69
+ {
70
+ "episode_id": 6,
71
+ "seed": 100018,
72
+ "success": false,
73
+ "steps_taken": 400,
74
+ "max_steps": 400,
75
+ "route_completion": 33.93162743825527,
76
+ "manipulation_score": 33.93162743825527,
77
+ "total_penalty_factor": 1.0,
78
+ "fail_reason": null,
79
+ "penalty_events": []
80
+ },
81
+ {
82
+ "episode_id": 7,
83
+ "seed": 100019,
84
+ "success": false,
85
+ "steps_taken": 400,
86
+ "max_steps": 400,
87
+ "route_completion": 29.897279318057336,
88
+ "manipulation_score": 29.897279318057336,
89
+ "total_penalty_factor": 1.0,
90
+ "fail_reason": null,
91
+ "penalty_events": []
92
+ },
93
+ {
94
+ "episode_id": 8,
95
+ "seed": 100024,
96
+ "success": false,
97
+ "steps_taken": 400,
98
+ "max_steps": 400,
99
+ "route_completion": 25.69177268439473,
100
+ "manipulation_score": 25.69177268439473,
101
+ "total_penalty_factor": 1.0,
102
+ "fail_reason": null,
103
+ "penalty_events": []
104
+ },
105
+ {
106
+ "episode_id": 9,
107
+ "seed": 100025,
108
+ "success": false,
109
+ "steps_taken": 400,
110
+ "max_steps": 400,
111
+ "route_completion": 33.81019610103809,
112
+ "manipulation_score": 33.81019610103809,
113
+ "total_penalty_factor": 1.0,
114
+ "fail_reason": null,
115
+ "penalty_events": []
116
+ },
117
+ {
118
+ "episode_id": 10,
119
+ "seed": 100027,
120
+ "success": false,
121
+ "steps_taken": 400,
122
+ "max_steps": 400,
123
+ "route_completion": 26.40977223759844,
124
+ "manipulation_score": 26.40977223759844,
125
+ "total_penalty_factor": 1.0,
126
+ "fail_reason": null,
127
+ "penalty_events": []
128
+ },
129
+ {
130
+ "episode_id": 11,
131
+ "seed": 100030,
132
+ "success": false,
133
+ "steps_taken": 400,
134
+ "max_steps": 400,
135
+ "route_completion": 30.184508066998482,
136
+ "manipulation_score": 30.184508066998482,
137
+ "total_penalty_factor": 1.0,
138
+ "fail_reason": null,
139
+ "penalty_events": []
140
+ },
141
+ {
142
+ "episode_id": 12,
143
+ "seed": 100034,
144
+ "success": false,
145
+ "steps_taken": 97,
146
+ "max_steps": 400,
147
+ "route_completion": 36.79262048277355,
148
+ "manipulation_score": 18.396310241386775,
149
+ "total_penalty_factor": 0.5,
150
+ "fail_reason": "out_of_bounds",
151
+ "penalty_events": [
152
+ {
153
+ "event_type": "out_of_bounds",
154
+ "timestep": 97,
155
+ "penalty_factor": 0.5,
156
+ "details": "Target object left workspace/view"
157
+ }
158
+ ]
159
+ },
160
+ {
161
+ "episode_id": 13,
162
+ "seed": 100040,
163
+ "success": false,
164
+ "steps_taken": 400,
165
+ "max_steps": 400,
166
+ "route_completion": 39.49867210265506,
167
+ "manipulation_score": 39.49867210265506,
168
+ "total_penalty_factor": 1.0,
169
+ "fail_reason": null,
170
+ "penalty_events": []
171
+ },
172
+ {
173
+ "episode_id": 14,
174
+ "seed": 100041,
175
+ "success": false,
176
+ "steps_taken": 133,
177
+ "max_steps": 400,
178
+ "route_completion": 37.07011051733067,
179
+ "manipulation_score": 18.535055258665334,
180
+ "total_penalty_factor": 0.5,
181
+ "fail_reason": "out_of_bounds",
182
+ "penalty_events": [
183
+ {
184
+ "event_type": "out_of_bounds",
185
+ "timestep": 133,
186
+ "penalty_factor": 0.5,
187
+ "details": "Target object left workspace/view"
188
+ }
189
+ ]
190
+ },
191
+ {
192
+ "episode_id": 15,
193
+ "seed": 100042,
194
+ "success": false,
195
+ "steps_taken": 116,
196
+ "max_steps": 400,
197
+ "route_completion": 34.527115016824986,
198
+ "manipulation_score": 17.263557508412493,
199
+ "total_penalty_factor": 0.5,
200
+ "fail_reason": "out_of_bounds",
201
+ "penalty_events": [
202
+ {
203
+ "event_type": "out_of_bounds",
204
+ "timestep": 116,
205
+ "penalty_factor": 0.5,
206
+ "details": "Target object left workspace/view"
207
+ }
208
+ ]
209
+ },
210
+ {
211
+ "episode_id": 16,
212
+ "seed": 100046,
213
+ "success": false,
214
+ "steps_taken": 103,
215
+ "max_steps": 400,
216
+ "route_completion": 35.062526558961714,
217
+ "manipulation_score": 17.531263279480857,
218
+ "total_penalty_factor": 0.5,
219
+ "fail_reason": "out_of_bounds",
220
+ "penalty_events": [
221
+ {
222
+ "event_type": "out_of_bounds",
223
+ "timestep": 103,
224
+ "penalty_factor": 0.5,
225
+ "details": "Target object left workspace/view"
226
+ }
227
+ ]
228
+ },
229
+ {
230
+ "episode_id": 17,
231
+ "seed": 100047,
232
+ "success": false,
233
+ "steps_taken": 400,
234
+ "max_steps": 400,
235
+ "route_completion": 54.760711139090034,
236
+ "manipulation_score": 54.760711139090034,
237
+ "total_penalty_factor": 1.0,
238
+ "fail_reason": null,
239
+ "penalty_events": []
240
+ },
241
+ {
242
+ "episode_id": 18,
243
+ "seed": 100053,
244
+ "success": false,
245
+ "steps_taken": 400,
246
+ "max_steps": 400,
247
+ "route_completion": 45.849289634063666,
248
+ "manipulation_score": 45.849289634063666,
249
+ "total_penalty_factor": 1.0,
250
+ "fail_reason": null,
251
+ "penalty_events": []
252
+ },
253
+ {
254
+ "episode_id": 19,
255
+ "seed": 100055,
256
+ "success": true,
257
+ "steps_taken": 136,
258
+ "max_steps": 400,
259
+ "route_completion": 100.0,
260
+ "manipulation_score": 100.0,
261
+ "total_penalty_factor": 1.0,
262
+ "fail_reason": null,
263
+ "penalty_events": []
264
+ },
265
+ {
266
+ "episode_id": 20,
267
+ "seed": 100057,
268
+ "success": false,
269
+ "steps_taken": 400,
270
+ "max_steps": 400,
271
+ "route_completion": 39.24186691733363,
272
+ "manipulation_score": 39.24186691733363,
273
+ "total_penalty_factor": 1.0,
274
+ "fail_reason": null,
275
+ "penalty_events": []
276
+ },
277
+ {
278
+ "episode_id": 21,
279
+ "seed": 100059,
280
+ "success": false,
281
+ "steps_taken": 400,
282
+ "max_steps": 400,
283
+ "route_completion": 39.16938641322628,
284
+ "manipulation_score": 39.16938641322628,
285
+ "total_penalty_factor": 1.0,
286
+ "fail_reason": null,
287
+ "penalty_events": []
288
+ },
289
+ {
290
+ "episode_id": 22,
291
+ "seed": 100061,
292
+ "success": true,
293
+ "steps_taken": 136,
294
+ "max_steps": 400,
295
+ "route_completion": 100.0,
296
+ "manipulation_score": 100.0,
297
+ "total_penalty_factor": 1.0,
298
+ "fail_reason": null,
299
+ "penalty_events": []
300
+ },
301
+ {
302
+ "episode_id": 23,
303
+ "seed": 100066,
304
+ "success": false,
305
+ "steps_taken": 400,
306
+ "max_steps": 400,
307
+ "route_completion": 49.35740517409946,
308
+ "manipulation_score": 49.35740517409946,
309
+ "total_penalty_factor": 1.0,
310
+ "fail_reason": null,
311
+ "penalty_events": []
312
+ },
313
+ {
314
+ "episode_id": 24,
315
+ "seed": 100069,
316
+ "success": false,
317
+ "steps_taken": 400,
318
+ "max_steps": 400,
319
+ "route_completion": 42.973347878928585,
320
+ "manipulation_score": 42.973347878928585,
321
+ "total_penalty_factor": 1.0,
322
+ "fail_reason": null,
323
+ "penalty_events": []
324
+ },
325
+ {
326
+ "episode_id": 25,
327
+ "seed": 100071,
328
+ "success": false,
329
+ "steps_taken": 400,
330
+ "max_steps": 400,
331
+ "route_completion": 18.38733716378599,
332
+ "manipulation_score": 18.38733716378599,
333
+ "total_penalty_factor": 1.0,
334
+ "fail_reason": null,
335
+ "penalty_events": []
336
+ },
337
+ {
338
+ "episode_id": 26,
339
+ "seed": 100073,
340
+ "success": false,
341
+ "steps_taken": 400,
342
+ "max_steps": 400,
343
+ "route_completion": 45.15340998012432,
344
+ "manipulation_score": 45.15340998012432,
345
+ "total_penalty_factor": 1.0,
346
+ "fail_reason": null,
347
+ "penalty_events": []
348
+ },
349
+ {
350
+ "episode_id": 27,
351
+ "seed": 100074,
352
+ "success": false,
353
+ "steps_taken": 400,
354
+ "max_steps": 400,
355
+ "route_completion": 56.38434070200968,
356
+ "manipulation_score": 56.38434070200968,
357
+ "total_penalty_factor": 1.0,
358
+ "fail_reason": null,
359
+ "penalty_events": []
360
+ },
361
+ {
362
+ "episode_id": 28,
363
+ "seed": 100079,
364
+ "success": false,
365
+ "steps_taken": 74,
366
+ "max_steps": 400,
367
+ "route_completion": 49.613977739375954,
368
+ "manipulation_score": 24.806988869687977,
369
+ "total_penalty_factor": 0.5,
370
+ "fail_reason": "out_of_bounds",
371
+ "penalty_events": [
372
+ {
373
+ "event_type": "out_of_bounds",
374
+ "timestep": 74,
375
+ "penalty_factor": 0.5,
376
+ "details": "Target object left workspace/view"
377
+ }
378
+ ]
379
+ },
380
+ {
381
+ "episode_id": 29,
382
+ "seed": 100080,
383
+ "success": false,
384
+ "steps_taken": 400,
385
+ "max_steps": 400,
386
+ "route_completion": 49.65331286730365,
387
+ "manipulation_score": 49.65331286730365,
388
+ "total_penalty_factor": 1.0,
389
+ "fail_reason": null,
390
+ "penalty_events": []
391
+ },
392
+ {
393
+ "episode_id": 30,
394
+ "seed": 100081,
395
+ "success": false,
396
+ "steps_taken": 400,
397
+ "max_steps": 400,
398
+ "route_completion": 54.7219965675468,
399
+ "manipulation_score": 54.7219965675468,
400
+ "total_penalty_factor": 1.0,
401
+ "fail_reason": null,
402
+ "penalty_events": []
403
+ },
404
+ {
405
+ "episode_id": 31,
406
+ "seed": 100082,
407
+ "success": true,
408
+ "steps_taken": 141,
409
+ "max_steps": 400,
410
+ "route_completion": 100.0,
411
+ "manipulation_score": 100.0,
412
+ "total_penalty_factor": 1.0,
413
+ "fail_reason": null,
414
+ "penalty_events": []
415
+ },
416
+ {
417
+ "episode_id": 32,
418
+ "seed": 100084,
419
+ "success": false,
420
+ "steps_taken": 53,
421
+ "max_steps": 400,
422
+ "route_completion": 50.58615188198411,
423
+ "manipulation_score": 50.58615188198411,
424
+ "total_penalty_factor": 1.0,
425
+ "fail_reason": "object_not_lifted",
426
+ "penalty_events": []
427
+ },
428
+ {
429
+ "episode_id": 33,
430
+ "seed": 100087,
431
+ "success": false,
432
+ "steps_taken": 1,
433
+ "max_steps": 400,
434
+ "route_completion": 0.0,
435
+ "manipulation_score": 0.0,
436
+ "total_penalty_factor": 1.0,
437
+ "fail_reason": "object_not_lifted",
438
+ "penalty_events": []
439
+ },
440
+ {
441
+ "episode_id": 34,
442
+ "seed": 100088,
443
+ "success": false,
444
+ "steps_taken": 400,
445
+ "max_steps": 400,
446
+ "route_completion": 34.9911453149751,
447
+ "manipulation_score": 34.9911453149751,
448
+ "total_penalty_factor": 1.0,
449
+ "fail_reason": null,
450
+ "penalty_events": []
451
+ },
452
+ {
453
+ "episode_id": 35,
454
+ "seed": 100090,
455
+ "success": false,
456
+ "steps_taken": 268,
457
+ "max_steps": 400,
458
+ "route_completion": 29.156662828389784,
459
+ "manipulation_score": 14.578331414194892,
460
+ "total_penalty_factor": 0.5,
461
+ "fail_reason": "out_of_bounds",
462
+ "penalty_events": [
463
+ {
464
+ "event_type": "out_of_bounds",
465
+ "timestep": 268,
466
+ "penalty_factor": 0.5,
467
+ "details": "Target object left workspace/view"
468
+ }
469
+ ]
470
+ },
471
+ {
472
+ "episode_id": 36,
473
+ "seed": 100091,
474
+ "success": false,
475
+ "steps_taken": 400,
476
+ "max_steps": 400,
477
+ "route_completion": 56.81552738554427,
478
+ "manipulation_score": 56.81552738554427,
479
+ "total_penalty_factor": 1.0,
480
+ "fail_reason": null,
481
+ "penalty_events": []
482
+ },
483
+ {
484
+ "episode_id": 37,
485
+ "seed": 100092,
486
+ "success": false,
487
+ "steps_taken": 61,
488
+ "max_steps": 400,
489
+ "route_completion": 37.597655761766156,
490
+ "manipulation_score": 18.798827880883078,
491
+ "total_penalty_factor": 0.5,
492
+ "fail_reason": "out_of_bounds",
493
+ "penalty_events": [
494
+ {
495
+ "event_type": "out_of_bounds",
496
+ "timestep": 61,
497
+ "penalty_factor": 0.5,
498
+ "details": "Target object left workspace/view"
499
+ }
500
+ ]
501
+ },
502
+ {
503
+ "episode_id": 38,
504
+ "seed": 100099,
505
+ "success": false,
506
+ "steps_taken": 400,
507
+ "max_steps": 400,
508
+ "route_completion": 54.20280888237128,
509
+ "manipulation_score": 54.20280888237128,
510
+ "total_penalty_factor": 1.0,
511
+ "fail_reason": null,
512
+ "penalty_events": []
513
+ },
514
+ {
515
+ "episode_id": 39,
516
+ "seed": 100105,
517
+ "success": true,
518
+ "steps_taken": 136,
519
+ "max_steps": 400,
520
+ "route_completion": 100.0,
521
+ "manipulation_score": 100.0,
522
+ "total_penalty_factor": 1.0,
523
+ "fail_reason": null,
524
+ "penalty_events": []
525
+ },
526
+ {
527
+ "episode_id": 40,
528
+ "seed": 100107,
529
+ "success": false,
530
+ "steps_taken": 54,
531
+ "max_steps": 400,
532
+ "route_completion": 0.019182723669024182,
533
+ "manipulation_score": 0.009591361834512091,
534
+ "total_penalty_factor": 0.5,
535
+ "fail_reason": "out_of_bounds",
536
+ "penalty_events": [
537
+ {
538
+ "event_type": "out_of_bounds",
539
+ "timestep": 54,
540
+ "penalty_factor": 0.5,
541
+ "details": "Target object left workspace/view"
542
+ }
543
+ ]
544
+ },
545
+ {
546
+ "episode_id": 41,
547
+ "seed": 100108,
548
+ "success": false,
549
+ "steps_taken": 400,
550
+ "max_steps": 400,
551
+ "route_completion": 34.37831321119747,
552
+ "manipulation_score": 34.37831321119747,
553
+ "total_penalty_factor": 1.0,
554
+ "fail_reason": null,
555
+ "penalty_events": []
556
+ },
557
+ {
558
+ "episode_id": 42,
559
+ "seed": 100110,
560
+ "success": false,
561
+ "steps_taken": 61,
562
+ "max_steps": 400,
563
+ "route_completion": 36.513580425529874,
564
+ "manipulation_score": 18.256790212764937,
565
+ "total_penalty_factor": 0.5,
566
+ "fail_reason": "out_of_bounds",
567
+ "penalty_events": [
568
+ {
569
+ "event_type": "out_of_bounds",
570
+ "timestep": 61,
571
+ "penalty_factor": 0.5,
572
+ "details": "Target object left workspace/view"
573
+ }
574
+ ]
575
+ },
576
+ {
577
+ "episode_id": 43,
578
+ "seed": 100112,
579
+ "success": false,
580
+ "steps_taken": 400,
581
+ "max_steps": 400,
582
+ "route_completion": 36.75240747955195,
583
+ "manipulation_score": 36.75240747955195,
584
+ "total_penalty_factor": 1.0,
585
+ "fail_reason": null,
586
+ "penalty_events": []
587
+ },
588
+ {
589
+ "episode_id": 44,
590
+ "seed": 100113,
591
+ "success": false,
592
+ "steps_taken": 400,
593
+ "max_steps": 400,
594
+ "route_completion": 24.66626712139106,
595
+ "manipulation_score": 24.66626712139106,
596
+ "total_penalty_factor": 1.0,
597
+ "fail_reason": null,
598
+ "penalty_events": []
599
+ },
600
+ {
601
+ "episode_id": 45,
602
+ "seed": 100114,
603
+ "success": false,
604
+ "steps_taken": 400,
605
+ "max_steps": 400,
606
+ "route_completion": 40.660962009028644,
607
+ "manipulation_score": 40.660962009028644,
608
+ "total_penalty_factor": 1.0,
609
+ "fail_reason": null,
610
+ "penalty_events": []
611
+ },
612
+ {
613
+ "episode_id": 46,
614
+ "seed": 100115,
615
+ "success": false,
616
+ "steps_taken": 400,
617
+ "max_steps": 400,
618
+ "route_completion": 40.47522345141689,
619
+ "manipulation_score": 40.47522345141689,
620
+ "total_penalty_factor": 1.0,
621
+ "fail_reason": null,
622
+ "penalty_events": []
623
+ },
624
+ {
625
+ "episode_id": 47,
626
+ "seed": 100116,
627
+ "success": false,
628
+ "steps_taken": 60,
629
+ "max_steps": 400,
630
+ "route_completion": 44.87333850795529,
631
+ "manipulation_score": 22.436669253977644,
632
+ "total_penalty_factor": 0.5,
633
+ "fail_reason": "out_of_bounds",
634
+ "penalty_events": [
635
+ {
636
+ "event_type": "out_of_bounds",
637
+ "timestep": 60,
638
+ "penalty_factor": 0.5,
639
+ "details": "Target object left workspace/view"
640
+ }
641
+ ]
642
+ },
643
+ {
644
+ "episode_id": 48,
645
+ "seed": 100117,
646
+ "success": false,
647
+ "steps_taken": 1,
648
+ "max_steps": 400,
649
+ "route_completion": 2.5979629326657113e-06,
650
+ "manipulation_score": 2.5979629326657113e-06,
651
+ "total_penalty_factor": 1.0,
652
+ "fail_reason": "object_not_lifted",
653
+ "penalty_events": []
654
+ },
655
+ {
656
+ "episode_id": 49,
657
+ "seed": 100120,
658
+ "success": false,
659
+ "steps_taken": 400,
660
+ "max_steps": 400,
661
+ "route_completion": 31.643642829133988,
662
+ "manipulation_score": 31.643642829133988,
663
+ "total_penalty_factor": 1.0,
664
+ "fail_reason": null,
665
+ "penalty_events": []
666
+ },
667
+ {
668
+ "episode_id": 50,
669
+ "seed": 100127,
670
+ "success": false,
671
+ "steps_taken": 400,
672
+ "max_steps": 400,
673
+ "route_completion": 32.53193753021265,
674
+ "manipulation_score": 32.53193753021265,
675
+ "total_penalty_factor": 1.0,
676
+ "fail_reason": null,
677
+ "penalty_events": []
678
+ },
679
+ {
680
+ "episode_id": 51,
681
+ "seed": 100128,
682
+ "success": false,
683
+ "steps_taken": 54,
684
+ "max_steps": 400,
685
+ "route_completion": 49.79516831523003,
686
+ "manipulation_score": 49.79516831523003,
687
+ "total_penalty_factor": 1.0,
688
+ "fail_reason": "object_not_lifted",
689
+ "penalty_events": []
690
+ },
691
+ {
692
+ "episode_id": 52,
693
+ "seed": 100131,
694
+ "success": false,
695
+ "steps_taken": 400,
696
+ "max_steps": 400,
697
+ "route_completion": 56.4307132218375,
698
+ "manipulation_score": 56.4307132218375,
699
+ "total_penalty_factor": 1.0,
700
+ "fail_reason": null,
701
+ "penalty_events": []
702
+ },
703
+ {
704
+ "episode_id": 53,
705
+ "seed": 100136,
706
+ "success": false,
707
+ "steps_taken": 400,
708
+ "max_steps": 400,
709
+ "route_completion": 53.55086214397385,
710
+ "manipulation_score": 53.55086214397385,
711
+ "total_penalty_factor": 1.0,
712
+ "fail_reason": null,
713
+ "penalty_events": []
714
+ },
715
+ {
716
+ "episode_id": 54,
717
+ "seed": 100137,
718
+ "success": false,
719
+ "steps_taken": 400,
720
+ "max_steps": 400,
721
+ "route_completion": 48.89007857990729,
722
+ "manipulation_score": 48.89007857990729,
723
+ "total_penalty_factor": 1.0,
724
+ "fail_reason": null,
725
+ "penalty_events": []
726
+ },
727
+ {
728
+ "episode_id": 55,
729
+ "seed": 100141,
730
+ "success": false,
731
+ "steps_taken": 400,
732
+ "max_steps": 400,
733
+ "route_completion": 38.15729942821195,
734
+ "manipulation_score": 38.15729942821195,
735
+ "total_penalty_factor": 1.0,
736
+ "fail_reason": null,
737
+ "penalty_events": []
738
+ },
739
+ {
740
+ "episode_id": 56,
741
+ "seed": 100143,
742
+ "success": false,
743
+ "steps_taken": 400,
744
+ "max_steps": 400,
745
+ "route_completion": 33.362578699440235,
746
+ "manipulation_score": 33.362578699440235,
747
+ "total_penalty_factor": 1.0,
748
+ "fail_reason": null,
749
+ "penalty_events": []
750
+ },
751
+ {
752
+ "episode_id": 57,
753
+ "seed": 100144,
754
+ "success": true,
755
+ "steps_taken": 136,
756
+ "max_steps": 400,
757
+ "route_completion": 100.0,
758
+ "manipulation_score": 100.0,
759
+ "total_penalty_factor": 1.0,
760
+ "fail_reason": null,
761
+ "penalty_events": []
762
+ },
763
+ {
764
+ "episode_id": 58,
765
+ "seed": 100150,
766
+ "success": false,
767
+ "steps_taken": 400,
768
+ "max_steps": 400,
769
+ "route_completion": 46.46380271200495,
770
+ "manipulation_score": 46.46380271200495,
771
+ "total_penalty_factor": 1.0,
772
+ "fail_reason": null,
773
+ "penalty_events": []
774
+ },
775
+ {
776
+ "episode_id": 59,
777
+ "seed": 100151,
778
+ "success": false,
779
+ "steps_taken": 400,
780
+ "max_steps": 400,
781
+ "route_completion": 31.88230589019319,
782
+ "manipulation_score": 31.88230589019319,
783
+ "total_penalty_factor": 1.0,
784
+ "fail_reason": null,
785
+ "penalty_events": []
786
+ },
787
+ {
788
+ "episode_id": 60,
789
+ "seed": 100153,
790
+ "success": false,
791
+ "steps_taken": 400,
792
+ "max_steps": 400,
793
+ "route_completion": 40.08372392942422,
794
+ "manipulation_score": 40.08372392942422,
795
+ "total_penalty_factor": 1.0,
796
+ "fail_reason": null,
797
+ "penalty_events": []
798
+ },
799
+ {
800
+ "episode_id": 61,
801
+ "seed": 100155,
802
+ "success": false,
803
+ "steps_taken": 69,
804
+ "max_steps": 400,
805
+ "route_completion": 47.76382464698518,
806
+ "manipulation_score": 23.88191232349259,
807
+ "total_penalty_factor": 0.5,
808
+ "fail_reason": "out_of_bounds",
809
+ "penalty_events": [
810
+ {
811
+ "event_type": "out_of_bounds",
812
+ "timestep": 69,
813
+ "penalty_factor": 0.5,
814
+ "details": "Target object left workspace/view"
815
+ }
816
+ ]
817
+ },
818
+ {
819
+ "episode_id": 62,
820
+ "seed": 100159,
821
+ "success": false,
822
+ "steps_taken": 400,
823
+ "max_steps": 400,
824
+ "route_completion": 46.93942366281984,
825
+ "manipulation_score": 46.93942366281984,
826
+ "total_penalty_factor": 1.0,
827
+ "fail_reason": null,
828
+ "penalty_events": []
829
+ },
830
+ {
831
+ "episode_id": 63,
832
+ "seed": 100161,
833
+ "success": false,
834
+ "steps_taken": 400,
835
+ "max_steps": 400,
836
+ "route_completion": 37.87116209021871,
837
+ "manipulation_score": 37.87116209021871,
838
+ "total_penalty_factor": 1.0,
839
+ "fail_reason": null,
840
+ "penalty_events": []
841
+ },
842
+ {
843
+ "episode_id": 64,
844
+ "seed": 100162,
845
+ "success": false,
846
+ "steps_taken": 400,
847
+ "max_steps": 400,
848
+ "route_completion": 39.19427324760051,
849
+ "manipulation_score": 39.19427324760051,
850
+ "total_penalty_factor": 1.0,
851
+ "fail_reason": null,
852
+ "penalty_events": []
853
+ },
854
+ {
855
+ "episode_id": 65,
856
+ "seed": 100166,
857
+ "success": false,
858
+ "steps_taken": 400,
859
+ "max_steps": 400,
860
+ "route_completion": 30.037459317870347,
861
+ "manipulation_score": 30.037459317870347,
862
+ "total_penalty_factor": 1.0,
863
+ "fail_reason": null,
864
+ "penalty_events": []
865
+ },
866
+ {
867
+ "episode_id": 66,
868
+ "seed": 100172,
869
+ "success": false,
870
+ "steps_taken": 400,
871
+ "max_steps": 400,
872
+ "route_completion": 53.355966753714476,
873
+ "manipulation_score": 53.355966753714476,
874
+ "total_penalty_factor": 1.0,
875
+ "fail_reason": null,
876
+ "penalty_events": []
877
+ },
878
+ {
879
+ "episode_id": 67,
880
+ "seed": 100174,
881
+ "success": false,
882
+ "steps_taken": 101,
883
+ "max_steps": 400,
884
+ "route_completion": 0.0,
885
+ "manipulation_score": 0.0,
886
+ "total_penalty_factor": 0.5,
887
+ "fail_reason": "out_of_bounds",
888
+ "penalty_events": [
889
+ {
890
+ "event_type": "out_of_bounds",
891
+ "timestep": 101,
892
+ "penalty_factor": 0.5,
893
+ "details": "Target object left workspace/view"
894
+ }
895
+ ]
896
+ },
897
+ {
898
+ "episode_id": 68,
899
+ "seed": 100179,
900
+ "success": false,
901
+ "steps_taken": 400,
902
+ "max_steps": 400,
903
+ "route_completion": 29.03297086047658,
904
+ "manipulation_score": 29.03297086047658,
905
+ "total_penalty_factor": 1.0,
906
+ "fail_reason": null,
907
+ "penalty_events": []
908
+ },
909
+ {
910
+ "episode_id": 69,
911
+ "seed": 100191,
912
+ "success": false,
913
+ "steps_taken": 195,
914
+ "max_steps": 400,
915
+ "route_completion": 40.98323361652334,
916
+ "manipulation_score": 20.49161680826167,
917
+ "total_penalty_factor": 0.5,
918
+ "fail_reason": "out_of_bounds",
919
+ "penalty_events": [
920
+ {
921
+ "event_type": "out_of_bounds",
922
+ "timestep": 195,
923
+ "penalty_factor": 0.5,
924
+ "details": "Target object left workspace/view"
925
+ }
926
+ ]
927
+ },
928
+ {
929
+ "episode_id": 70,
930
+ "seed": 100207,
931
+ "success": false,
932
+ "steps_taken": 1,
933
+ "max_steps": 400,
934
+ "route_completion": 0.0,
935
+ "manipulation_score": 0.0,
936
+ "total_penalty_factor": 1.0,
937
+ "fail_reason": "object_not_lifted",
938
+ "penalty_events": []
939
+ },
940
+ {
941
+ "episode_id": 71,
942
+ "seed": 100210,
943
+ "success": false,
944
+ "steps_taken": 400,
945
+ "max_steps": 400,
946
+ "route_completion": 40.48741609908556,
947
+ "manipulation_score": 40.48741609908556,
948
+ "total_penalty_factor": 1.0,
949
+ "fail_reason": null,
950
+ "penalty_events": []
951
+ },
952
+ {
953
+ "episode_id": 72,
954
+ "seed": 100219,
955
+ "success": false,
956
+ "steps_taken": 400,
957
+ "max_steps": 400,
958
+ "route_completion": 31.271978077554174,
959
+ "manipulation_score": 31.271978077554174,
960
+ "total_penalty_factor": 1.0,
961
+ "fail_reason": null,
962
+ "penalty_events": []
963
+ },
964
+ {
965
+ "episode_id": 73,
966
+ "seed": 100225,
967
+ "success": false,
968
+ "steps_taken": 400,
969
+ "max_steps": 400,
970
+ "route_completion": 50.25234277073094,
971
+ "manipulation_score": 50.25234277073094,
972
+ "total_penalty_factor": 1.0,
973
+ "fail_reason": null,
974
+ "penalty_events": []
975
+ },
976
+ {
977
+ "episode_id": 74,
978
+ "seed": 100228,
979
+ "success": false,
980
+ "steps_taken": 400,
981
+ "max_steps": 400,
982
+ "route_completion": 24.410125005939616,
983
+ "manipulation_score": 24.410125005939616,
984
+ "total_penalty_factor": 1.0,
985
+ "fail_reason": null,
986
+ "penalty_events": []
987
+ },
988
+ {
989
+ "episode_id": 75,
990
+ "seed": 100231,
991
+ "success": false,
992
+ "steps_taken": 400,
993
+ "max_steps": 400,
994
+ "route_completion": 40.5989061217081,
995
+ "manipulation_score": 40.5989061217081,
996
+ "total_penalty_factor": 1.0,
997
+ "fail_reason": null,
998
+ "penalty_events": []
999
+ },
1000
+ {
1001
+ "episode_id": 76,
1002
+ "seed": 100240,
1003
+ "success": false,
1004
+ "steps_taken": 400,
1005
+ "max_steps": 400,
1006
+ "route_completion": 30.811054400590038,
1007
+ "manipulation_score": 30.811054400590038,
1008
+ "total_penalty_factor": 1.0,
1009
+ "fail_reason": null,
1010
+ "penalty_events": []
1011
+ },
1012
+ {
1013
+ "episode_id": 77,
1014
+ "seed": 100244,
1015
+ "success": false,
1016
+ "steps_taken": 400,
1017
+ "max_steps": 400,
1018
+ "route_completion": 36.79420077456994,
1019
+ "manipulation_score": 36.79420077456994,
1020
+ "total_penalty_factor": 1.0,
1021
+ "fail_reason": null,
1022
+ "penalty_events": []
1023
+ },
1024
+ {
1025
+ "episode_id": 78,
1026
+ "seed": 100245,
1027
+ "success": false,
1028
+ "steps_taken": 120,
1029
+ "max_steps": 400,
1030
+ "route_completion": 27.31771557053716,
1031
+ "manipulation_score": 13.65885778526858,
1032
+ "total_penalty_factor": 0.5,
1033
+ "fail_reason": "out_of_bounds",
1034
+ "penalty_events": [
1035
+ {
1036
+ "event_type": "out_of_bounds",
1037
+ "timestep": 120,
1038
+ "penalty_factor": 0.5,
1039
+ "details": "Target object left workspace/view"
1040
+ }
1041
+ ]
1042
+ },
1043
+ {
1044
+ "episode_id": 79,
1045
+ "seed": 100248,
1046
+ "success": false,
1047
+ "steps_taken": 200,
1048
+ "max_steps": 400,
1049
+ "route_completion": 19.311192364112717,
1050
+ "manipulation_score": 9.655596182056359,
1051
+ "total_penalty_factor": 0.5,
1052
+ "fail_reason": "out_of_bounds",
1053
+ "penalty_events": [
1054
+ {
1055
+ "event_type": "out_of_bounds",
1056
+ "timestep": 200,
1057
+ "penalty_factor": 0.5,
1058
+ "details": "Target object left workspace/view"
1059
+ }
1060
+ ]
1061
+ },
1062
+ {
1063
+ "episode_id": 80,
1064
+ "seed": 100249,
1065
+ "success": false,
1066
+ "steps_taken": 1,
1067
+ "max_steps": 400,
1068
+ "route_completion": 0.0,
1069
+ "manipulation_score": 0.0,
1070
+ "total_penalty_factor": 1.0,
1071
+ "fail_reason": "object_not_lifted",
1072
+ "penalty_events": []
1073
+ },
1074
+ {
1075
+ "episode_id": 81,
1076
+ "seed": 100255,
1077
+ "success": true,
1078
+ "steps_taken": 126,
1079
+ "max_steps": 400,
1080
+ "route_completion": 100.0,
1081
+ "manipulation_score": 100.0,
1082
+ "total_penalty_factor": 1.0,
1083
+ "fail_reason": null,
1084
+ "penalty_events": []
1085
+ },
1086
+ {
1087
+ "episode_id": 82,
1088
+ "seed": 100259,
1089
+ "success": false,
1090
+ "steps_taken": 400,
1091
+ "max_steps": 400,
1092
+ "route_completion": 49.37692862805625,
1093
+ "manipulation_score": 49.37692862805625,
1094
+ "total_penalty_factor": 1.0,
1095
+ "fail_reason": null,
1096
+ "penalty_events": []
1097
+ },
1098
+ {
1099
+ "episode_id": 83,
1100
+ "seed": 100263,
1101
+ "success": true,
1102
+ "steps_taken": 363,
1103
+ "max_steps": 400,
1104
+ "route_completion": 100.0,
1105
+ "manipulation_score": 100.0,
1106
+ "total_penalty_factor": 1.0,
1107
+ "fail_reason": null,
1108
+ "penalty_events": []
1109
+ },
1110
+ {
1111
+ "episode_id": 84,
1112
+ "seed": 100269,
1113
+ "success": false,
1114
+ "steps_taken": 150,
1115
+ "max_steps": 400,
1116
+ "route_completion": 26.13585247327832,
1117
+ "manipulation_score": 13.06792623663916,
1118
+ "total_penalty_factor": 0.5,
1119
+ "fail_reason": "out_of_bounds",
1120
+ "penalty_events": [
1121
+ {
1122
+ "event_type": "out_of_bounds",
1123
+ "timestep": 150,
1124
+ "penalty_factor": 0.5,
1125
+ "details": "Target object left workspace/view"
1126
+ }
1127
+ ]
1128
+ },
1129
+ {
1130
+ "episode_id": 85,
1131
+ "seed": 100272,
1132
+ "success": false,
1133
+ "steps_taken": 400,
1134
+ "max_steps": 400,
1135
+ "route_completion": 0.0,
1136
+ "manipulation_score": 0.0,
1137
+ "total_penalty_factor": 1.0,
1138
+ "fail_reason": null,
1139
+ "penalty_events": []
1140
+ },
1141
+ {
1142
+ "episode_id": 86,
1143
+ "seed": 100273,
1144
+ "success": false,
1145
+ "steps_taken": 400,
1146
+ "max_steps": 400,
1147
+ "route_completion": 35.67039641989426,
1148
+ "manipulation_score": 35.67039641989426,
1149
+ "total_penalty_factor": 1.0,
1150
+ "fail_reason": null,
1151
+ "penalty_events": []
1152
+ },
1153
+ {
1154
+ "episode_id": 87,
1155
+ "seed": 100276,
1156
+ "success": false,
1157
+ "steps_taken": 400,
1158
+ "max_steps": 400,
1159
+ "route_completion": 52.264989317427656,
1160
+ "manipulation_score": 52.264989317427656,
1161
+ "total_penalty_factor": 1.0,
1162
+ "fail_reason": null,
1163
+ "penalty_events": []
1164
+ },
1165
+ {
1166
+ "episode_id": 88,
1167
+ "seed": 100280,
1168
+ "success": false,
1169
+ "steps_taken": 400,
1170
+ "max_steps": 400,
1171
+ "route_completion": 38.459846627808204,
1172
+ "manipulation_score": 38.459846627808204,
1173
+ "total_penalty_factor": 1.0,
1174
+ "fail_reason": null,
1175
+ "penalty_events": []
1176
+ },
1177
+ {
1178
+ "episode_id": 89,
1179
+ "seed": 100281,
1180
+ "success": false,
1181
+ "steps_taken": 82,
1182
+ "max_steps": 400,
1183
+ "route_completion": 23.191549108300784,
1184
+ "manipulation_score": 11.595774554150392,
1185
+ "total_penalty_factor": 0.5,
1186
+ "fail_reason": "out_of_bounds",
1187
+ "penalty_events": [
1188
+ {
1189
+ "event_type": "out_of_bounds",
1190
+ "timestep": 82,
1191
+ "penalty_factor": 0.5,
1192
+ "details": "Target object left workspace/view"
1193
+ }
1194
+ ]
1195
+ },
1196
+ {
1197
+ "episode_id": 90,
1198
+ "seed": 100288,
1199
+ "success": false,
1200
+ "steps_taken": 400,
1201
+ "max_steps": 400,
1202
+ "route_completion": 47.35525863281027,
1203
+ "manipulation_score": 47.35525863281027,
1204
+ "total_penalty_factor": 1.0,
1205
+ "fail_reason": null,
1206
+ "penalty_events": []
1207
+ },
1208
+ {
1209
+ "episode_id": 91,
1210
+ "seed": 100289,
1211
+ "success": true,
1212
+ "steps_taken": 240,
1213
+ "max_steps": 400,
1214
+ "route_completion": 100.0,
1215
+ "manipulation_score": 100.0,
1216
+ "total_penalty_factor": 1.0,
1217
+ "fail_reason": null,
1218
+ "penalty_events": []
1219
+ },
1220
+ {
1221
+ "episode_id": 92,
1222
+ "seed": 100290,
1223
+ "success": false,
1224
+ "steps_taken": 400,
1225
+ "max_steps": 400,
1226
+ "route_completion": 46.27601035978002,
1227
+ "manipulation_score": 46.27601035978002,
1228
+ "total_penalty_factor": 1.0,
1229
+ "fail_reason": null,
1230
+ "penalty_events": []
1231
+ },
1232
+ {
1233
+ "episode_id": 93,
1234
+ "seed": 100292,
1235
+ "success": false,
1236
+ "steps_taken": 400,
1237
+ "max_steps": 400,
1238
+ "route_completion": 55.941330789012234,
1239
+ "manipulation_score": 55.941330789012234,
1240
+ "total_penalty_factor": 1.0,
1241
+ "fail_reason": null,
1242
+ "penalty_events": []
1243
+ },
1244
+ {
1245
+ "episode_id": 94,
1246
+ "seed": 100293,
1247
+ "success": false,
1248
+ "steps_taken": 400,
1249
+ "max_steps": 400,
1250
+ "route_completion": 24.906583803053977,
1251
+ "manipulation_score": 24.906583803053977,
1252
+ "total_penalty_factor": 1.0,
1253
+ "fail_reason": null,
1254
+ "penalty_events": []
1255
+ },
1256
+ {
1257
+ "episode_id": 95,
1258
+ "seed": 100294,
1259
+ "success": false,
1260
+ "steps_taken": 106,
1261
+ "max_steps": 400,
1262
+ "route_completion": 33.55831969121832,
1263
+ "manipulation_score": 16.77915984560916,
1264
+ "total_penalty_factor": 0.5,
1265
+ "fail_reason": "out_of_bounds",
1266
+ "penalty_events": [
1267
+ {
1268
+ "event_type": "out_of_bounds",
1269
+ "timestep": 106,
1270
+ "penalty_factor": 0.5,
1271
+ "details": "Target object left workspace/view"
1272
+ }
1273
+ ]
1274
+ },
1275
+ {
1276
+ "episode_id": 96,
1277
+ "seed": 100298,
1278
+ "success": false,
1279
+ "steps_taken": 104,
1280
+ "max_steps": 400,
1281
+ "route_completion": 23.603623539848336,
1282
+ "manipulation_score": 11.801811769924168,
1283
+ "total_penalty_factor": 0.5,
1284
+ "fail_reason": "out_of_bounds",
1285
+ "penalty_events": [
1286
+ {
1287
+ "event_type": "out_of_bounds",
1288
+ "timestep": 104,
1289
+ "penalty_factor": 0.5,
1290
+ "details": "Target object left workspace/view"
1291
+ }
1292
+ ]
1293
+ },
1294
+ {
1295
+ "episode_id": 97,
1296
+ "seed": 100299,
1297
+ "success": false,
1298
+ "steps_taken": 400,
1299
+ "max_steps": 400,
1300
+ "route_completion": 41.65726293905957,
1301
+ "manipulation_score": 41.65726293905957,
1302
+ "total_penalty_factor": 1.0,
1303
+ "fail_reason": null,
1304
+ "penalty_events": []
1305
+ },
1306
+ {
1307
+ "episode_id": 98,
1308
+ "seed": 100303,
1309
+ "success": false,
1310
+ "steps_taken": 400,
1311
+ "max_steps": 400,
1312
+ "route_completion": 25.819672670212242,
1313
+ "manipulation_score": 25.819672670212242,
1314
+ "total_penalty_factor": 1.0,
1315
+ "fail_reason": null,
1316
+ "penalty_events": []
1317
+ },
1318
+ {
1319
+ "episode_id": 99,
1320
+ "seed": 100309,
1321
+ "success": false,
1322
+ "steps_taken": 400,
1323
+ "max_steps": 400,
1324
+ "route_completion": 26.987060084768803,
1325
+ "manipulation_score": 26.987060084768803,
1326
+ "total_penalty_factor": 1.0,
1327
+ "fail_reason": null,
1328
+ "penalty_events": []
1329
+ },
1330
+ {
1331
+ "episode_id": 100,
1332
+ "seed": 100318,
1333
+ "success": true,
1334
+ "steps_taken": 143,
1335
+ "max_steps": 400,
1336
+ "route_completion": 100.0,
1337
+ "manipulation_score": 100.0,
1338
+ "total_penalty_factor": 1.0,
1339
+ "fail_reason": null,
1340
+ "penalty_events": []
1341
+ }
1342
+ ]
log/eval_result/place_a2b_right/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:53:06/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 11,
4
+ "success_rate": 11.0,
5
+ "manipulation_score_mean": 39.32212783762828,
6
+ "manipulation_score_std": 26.270154207949663,
7
+ "route_completion_mean": 42.275268412546986,
8
+ "route_completion_std": 24.67027831551131,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 20
11
+ }
log/eval_result/place_a2b_right/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:53:06/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 11.0% (11/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 39.32
10
+ Std: 26.27
11
+
12
+ --- Route Completion ---
13
+ Mean: 42.28%
14
+ Std: 24.67
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 20
19
+
20
+ ============================================================
log/eval_result/place_a2b_right/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:53:06/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 23:53:06
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.11
log/eval_result/place_can_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:56:54/_episodes_detail.json ADDED
@@ -0,0 +1,1230 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100003,
5
+ "success": false,
6
+ "steps_taken": 700,
7
+ "max_steps": 700,
8
+ "route_completion": 40.87642153186761,
9
+ "manipulation_score": 40.87642153186761,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100004,
17
+ "success": false,
18
+ "steps_taken": 700,
19
+ "max_steps": 700,
20
+ "route_completion": 30.618785081856704,
21
+ "manipulation_score": 30.618785081856704,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": null,
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100007,
29
+ "success": false,
30
+ "steps_taken": 700,
31
+ "max_steps": 700,
32
+ "route_completion": 38.0423581420278,
33
+ "manipulation_score": 38.0423581420278,
34
+ "total_penalty_factor": 1.0,
35
+ "fail_reason": null,
36
+ "penalty_events": []
37
+ },
38
+ {
39
+ "episode_id": 4,
40
+ "seed": 100009,
41
+ "success": false,
42
+ "steps_taken": 700,
43
+ "max_steps": 700,
44
+ "route_completion": 43.446921540104356,
45
+ "manipulation_score": 43.446921540104356,
46
+ "total_penalty_factor": 1.0,
47
+ "fail_reason": null,
48
+ "penalty_events": []
49
+ },
50
+ {
51
+ "episode_id": 5,
52
+ "seed": 100011,
53
+ "success": false,
54
+ "steps_taken": 100,
55
+ "max_steps": 700,
56
+ "route_completion": 48.33419120006065,
57
+ "manipulation_score": 24.167095600030326,
58
+ "total_penalty_factor": 0.5,
59
+ "fail_reason": "out_of_bounds",
60
+ "penalty_events": [
61
+ {
62
+ "event_type": "out_of_bounds",
63
+ "timestep": 100,
64
+ "penalty_factor": 0.5,
65
+ "details": "Target object left workspace/view"
66
+ }
67
+ ]
68
+ },
69
+ {
70
+ "episode_id": 6,
71
+ "seed": 100013,
72
+ "success": false,
73
+ "steps_taken": 700,
74
+ "max_steps": 700,
75
+ "route_completion": 35.4003255679545,
76
+ "manipulation_score": 35.4003255679545,
77
+ "total_penalty_factor": 1.0,
78
+ "fail_reason": null,
79
+ "penalty_events": []
80
+ },
81
+ {
82
+ "episode_id": 7,
83
+ "seed": 100015,
84
+ "success": false,
85
+ "steps_taken": 700,
86
+ "max_steps": 700,
87
+ "route_completion": 41.7623193196943,
88
+ "manipulation_score": 41.7623193196943,
89
+ "total_penalty_factor": 1.0,
90
+ "fail_reason": null,
91
+ "penalty_events": []
92
+ },
93
+ {
94
+ "episode_id": 8,
95
+ "seed": 100018,
96
+ "success": true,
97
+ "steps_taken": 209,
98
+ "max_steps": 700,
99
+ "route_completion": 100.0,
100
+ "manipulation_score": 100.0,
101
+ "total_penalty_factor": 1.0,
102
+ "fail_reason": null,
103
+ "penalty_events": []
104
+ },
105
+ {
106
+ "episode_id": 9,
107
+ "seed": 100022,
108
+ "success": false,
109
+ "steps_taken": 700,
110
+ "max_steps": 700,
111
+ "route_completion": 41.96325971864948,
112
+ "manipulation_score": 41.96325971864948,
113
+ "total_penalty_factor": 1.0,
114
+ "fail_reason": null,
115
+ "penalty_events": []
116
+ },
117
+ {
118
+ "episode_id": 10,
119
+ "seed": 100023,
120
+ "success": false,
121
+ "steps_taken": 700,
122
+ "max_steps": 700,
123
+ "route_completion": 37.07724319526696,
124
+ "manipulation_score": 37.07724319526696,
125
+ "total_penalty_factor": 1.0,
126
+ "fail_reason": null,
127
+ "penalty_events": []
128
+ },
129
+ {
130
+ "episode_id": 11,
131
+ "seed": 100024,
132
+ "success": false,
133
+ "steps_taken": 700,
134
+ "max_steps": 700,
135
+ "route_completion": 42.526629740880885,
136
+ "manipulation_score": 42.526629740880885,
137
+ "total_penalty_factor": 1.0,
138
+ "fail_reason": null,
139
+ "penalty_events": []
140
+ },
141
+ {
142
+ "episode_id": 12,
143
+ "seed": 100025,
144
+ "success": false,
145
+ "steps_taken": 700,
146
+ "max_steps": 700,
147
+ "route_completion": 46.803634471986925,
148
+ "manipulation_score": 46.803634471986925,
149
+ "total_penalty_factor": 1.0,
150
+ "fail_reason": null,
151
+ "penalty_events": []
152
+ },
153
+ {
154
+ "episode_id": 13,
155
+ "seed": 100026,
156
+ "success": false,
157
+ "steps_taken": 700,
158
+ "max_steps": 700,
159
+ "route_completion": 39.67999804179568,
160
+ "manipulation_score": 39.67999804179568,
161
+ "total_penalty_factor": 1.0,
162
+ "fail_reason": null,
163
+ "penalty_events": []
164
+ },
165
+ {
166
+ "episode_id": 14,
167
+ "seed": 100027,
168
+ "success": false,
169
+ "steps_taken": 76,
170
+ "max_steps": 700,
171
+ "route_completion": 36.36960740536147,
172
+ "manipulation_score": 18.184803702680735,
173
+ "total_penalty_factor": 0.5,
174
+ "fail_reason": "out_of_bounds",
175
+ "penalty_events": [
176
+ {
177
+ "event_type": "out_of_bounds",
178
+ "timestep": 76,
179
+ "penalty_factor": 0.5,
180
+ "details": "Target object left workspace/view"
181
+ }
182
+ ]
183
+ },
184
+ {
185
+ "episode_id": 15,
186
+ "seed": 100034,
187
+ "success": false,
188
+ "steps_taken": 700,
189
+ "max_steps": 700,
190
+ "route_completion": 36.71195297284483,
191
+ "manipulation_score": 36.71195297284483,
192
+ "total_penalty_factor": 1.0,
193
+ "fail_reason": null,
194
+ "penalty_events": []
195
+ },
196
+ {
197
+ "episode_id": 16,
198
+ "seed": 100036,
199
+ "success": false,
200
+ "steps_taken": 700,
201
+ "max_steps": 700,
202
+ "route_completion": 27.112206728832128,
203
+ "manipulation_score": 27.112206728832128,
204
+ "total_penalty_factor": 1.0,
205
+ "fail_reason": null,
206
+ "penalty_events": []
207
+ },
208
+ {
209
+ "episode_id": 17,
210
+ "seed": 100039,
211
+ "success": false,
212
+ "steps_taken": 700,
213
+ "max_steps": 700,
214
+ "route_completion": 45.270506832760745,
215
+ "manipulation_score": 45.270506832760745,
216
+ "total_penalty_factor": 1.0,
217
+ "fail_reason": null,
218
+ "penalty_events": []
219
+ },
220
+ {
221
+ "episode_id": 18,
222
+ "seed": 100042,
223
+ "success": false,
224
+ "steps_taken": 700,
225
+ "max_steps": 700,
226
+ "route_completion": 31.205637382269973,
227
+ "manipulation_score": 31.205637382269973,
228
+ "total_penalty_factor": 1.0,
229
+ "fail_reason": null,
230
+ "penalty_events": []
231
+ },
232
+ {
233
+ "episode_id": 19,
234
+ "seed": 100043,
235
+ "success": false,
236
+ "steps_taken": 700,
237
+ "max_steps": 700,
238
+ "route_completion": 35.59733817404565,
239
+ "manipulation_score": 35.59733817404565,
240
+ "total_penalty_factor": 1.0,
241
+ "fail_reason": null,
242
+ "penalty_events": []
243
+ },
244
+ {
245
+ "episode_id": 20,
246
+ "seed": 100045,
247
+ "success": false,
248
+ "steps_taken": 700,
249
+ "max_steps": 700,
250
+ "route_completion": 43.38494977495521,
251
+ "manipulation_score": 43.38494977495521,
252
+ "total_penalty_factor": 1.0,
253
+ "fail_reason": null,
254
+ "penalty_events": []
255
+ },
256
+ {
257
+ "episode_id": 21,
258
+ "seed": 100046,
259
+ "success": false,
260
+ "steps_taken": 700,
261
+ "max_steps": 700,
262
+ "route_completion": 34.76411042824359,
263
+ "manipulation_score": 34.76411042824359,
264
+ "total_penalty_factor": 1.0,
265
+ "fail_reason": null,
266
+ "penalty_events": []
267
+ },
268
+ {
269
+ "episode_id": 22,
270
+ "seed": 100047,
271
+ "success": false,
272
+ "steps_taken": 700,
273
+ "max_steps": 700,
274
+ "route_completion": 45.787849031274106,
275
+ "manipulation_score": 45.787849031274106,
276
+ "total_penalty_factor": 1.0,
277
+ "fail_reason": null,
278
+ "penalty_events": []
279
+ },
280
+ {
281
+ "episode_id": 23,
282
+ "seed": 100048,
283
+ "success": false,
284
+ "steps_taken": 700,
285
+ "max_steps": 700,
286
+ "route_completion": 40.581186311403414,
287
+ "manipulation_score": 40.581186311403414,
288
+ "total_penalty_factor": 1.0,
289
+ "fail_reason": null,
290
+ "penalty_events": []
291
+ },
292
+ {
293
+ "episode_id": 24,
294
+ "seed": 100049,
295
+ "success": true,
296
+ "steps_taken": 388,
297
+ "max_steps": 700,
298
+ "route_completion": 100.0,
299
+ "manipulation_score": 100.0,
300
+ "total_penalty_factor": 1.0,
301
+ "fail_reason": null,
302
+ "penalty_events": []
303
+ },
304
+ {
305
+ "episode_id": 25,
306
+ "seed": 100052,
307
+ "success": false,
308
+ "steps_taken": 700,
309
+ "max_steps": 700,
310
+ "route_completion": 35.74926324869925,
311
+ "manipulation_score": 35.74926324869925,
312
+ "total_penalty_factor": 1.0,
313
+ "fail_reason": null,
314
+ "penalty_events": []
315
+ },
316
+ {
317
+ "episode_id": 26,
318
+ "seed": 100053,
319
+ "success": false,
320
+ "steps_taken": 700,
321
+ "max_steps": 700,
322
+ "route_completion": 39.423462522353695,
323
+ "manipulation_score": 39.423462522353695,
324
+ "total_penalty_factor": 1.0,
325
+ "fail_reason": null,
326
+ "penalty_events": []
327
+ },
328
+ {
329
+ "episode_id": 27,
330
+ "seed": 100054,
331
+ "success": false,
332
+ "steps_taken": 700,
333
+ "max_steps": 700,
334
+ "route_completion": 48.37838590764297,
335
+ "manipulation_score": 48.37838590764297,
336
+ "total_penalty_factor": 1.0,
337
+ "fail_reason": null,
338
+ "penalty_events": []
339
+ },
340
+ {
341
+ "episode_id": 28,
342
+ "seed": 100056,
343
+ "success": false,
344
+ "steps_taken": 700,
345
+ "max_steps": 700,
346
+ "route_completion": 51.647856267258405,
347
+ "manipulation_score": 51.647856267258405,
348
+ "total_penalty_factor": 1.0,
349
+ "fail_reason": null,
350
+ "penalty_events": []
351
+ },
352
+ {
353
+ "episode_id": 29,
354
+ "seed": 100061,
355
+ "success": false,
356
+ "steps_taken": 700,
357
+ "max_steps": 700,
358
+ "route_completion": 41.78876073857697,
359
+ "manipulation_score": 41.78876073857697,
360
+ "total_penalty_factor": 1.0,
361
+ "fail_reason": null,
362
+ "penalty_events": []
363
+ },
364
+ {
365
+ "episode_id": 30,
366
+ "seed": 100063,
367
+ "success": false,
368
+ "steps_taken": 700,
369
+ "max_steps": 700,
370
+ "route_completion": 30.094858478569286,
371
+ "manipulation_score": 30.094858478569286,
372
+ "total_penalty_factor": 1.0,
373
+ "fail_reason": null,
374
+ "penalty_events": []
375
+ },
376
+ {
377
+ "episode_id": 31,
378
+ "seed": 100065,
379
+ "success": false,
380
+ "steps_taken": 700,
381
+ "max_steps": 700,
382
+ "route_completion": 40.530069956844365,
383
+ "manipulation_score": 40.530069956844365,
384
+ "total_penalty_factor": 1.0,
385
+ "fail_reason": null,
386
+ "penalty_events": []
387
+ },
388
+ {
389
+ "episode_id": 32,
390
+ "seed": 100066,
391
+ "success": false,
392
+ "steps_taken": 700,
393
+ "max_steps": 700,
394
+ "route_completion": 28.097943766029644,
395
+ "manipulation_score": 28.097943766029644,
396
+ "total_penalty_factor": 1.0,
397
+ "fail_reason": null,
398
+ "penalty_events": []
399
+ },
400
+ {
401
+ "episode_id": 33,
402
+ "seed": 100075,
403
+ "success": false,
404
+ "steps_taken": 700,
405
+ "max_steps": 700,
406
+ "route_completion": 38.16983027204511,
407
+ "manipulation_score": 38.16983027204511,
408
+ "total_penalty_factor": 1.0,
409
+ "fail_reason": null,
410
+ "penalty_events": []
411
+ },
412
+ {
413
+ "episode_id": 34,
414
+ "seed": 100077,
415
+ "success": false,
416
+ "steps_taken": 700,
417
+ "max_steps": 700,
418
+ "route_completion": 41.72240989348567,
419
+ "manipulation_score": 41.72240989348567,
420
+ "total_penalty_factor": 1.0,
421
+ "fail_reason": null,
422
+ "penalty_events": []
423
+ },
424
+ {
425
+ "episode_id": 35,
426
+ "seed": 100078,
427
+ "success": false,
428
+ "steps_taken": 700,
429
+ "max_steps": 700,
430
+ "route_completion": 44.156728404500306,
431
+ "manipulation_score": 44.156728404500306,
432
+ "total_penalty_factor": 1.0,
433
+ "fail_reason": null,
434
+ "penalty_events": []
435
+ },
436
+ {
437
+ "episode_id": 36,
438
+ "seed": 100079,
439
+ "success": false,
440
+ "steps_taken": 700,
441
+ "max_steps": 700,
442
+ "route_completion": 39.12303282286312,
443
+ "manipulation_score": 39.12303282286312,
444
+ "total_penalty_factor": 1.0,
445
+ "fail_reason": null,
446
+ "penalty_events": []
447
+ },
448
+ {
449
+ "episode_id": 37,
450
+ "seed": 100081,
451
+ "success": false,
452
+ "steps_taken": 700,
453
+ "max_steps": 700,
454
+ "route_completion": 38.17387476852983,
455
+ "manipulation_score": 38.17387476852983,
456
+ "total_penalty_factor": 1.0,
457
+ "fail_reason": null,
458
+ "penalty_events": []
459
+ },
460
+ {
461
+ "episode_id": 38,
462
+ "seed": 100082,
463
+ "success": false,
464
+ "steps_taken": 700,
465
+ "max_steps": 700,
466
+ "route_completion": 38.97810347131789,
467
+ "manipulation_score": 38.97810347131789,
468
+ "total_penalty_factor": 1.0,
469
+ "fail_reason": null,
470
+ "penalty_events": []
471
+ },
472
+ {
473
+ "episode_id": 39,
474
+ "seed": 100083,
475
+ "success": false,
476
+ "steps_taken": 700,
477
+ "max_steps": 700,
478
+ "route_completion": 42.73500563790603,
479
+ "manipulation_score": 42.73500563790603,
480
+ "total_penalty_factor": 1.0,
481
+ "fail_reason": null,
482
+ "penalty_events": []
483
+ },
484
+ {
485
+ "episode_id": 40,
486
+ "seed": 100084,
487
+ "success": false,
488
+ "steps_taken": 700,
489
+ "max_steps": 700,
490
+ "route_completion": 45.64317642444914,
491
+ "manipulation_score": 45.64317642444914,
492
+ "total_penalty_factor": 1.0,
493
+ "fail_reason": null,
494
+ "penalty_events": []
495
+ },
496
+ {
497
+ "episode_id": 41,
498
+ "seed": 100086,
499
+ "success": false,
500
+ "steps_taken": 700,
501
+ "max_steps": 700,
502
+ "route_completion": 43.561852460862916,
503
+ "manipulation_score": 43.561852460862916,
504
+ "total_penalty_factor": 1.0,
505
+ "fail_reason": null,
506
+ "penalty_events": []
507
+ },
508
+ {
509
+ "episode_id": 42,
510
+ "seed": 100095,
511
+ "success": true,
512
+ "steps_taken": 127,
513
+ "max_steps": 700,
514
+ "route_completion": 100.0,
515
+ "manipulation_score": 100.0,
516
+ "total_penalty_factor": 1.0,
517
+ "fail_reason": null,
518
+ "penalty_events": []
519
+ },
520
+ {
521
+ "episode_id": 43,
522
+ "seed": 100099,
523
+ "success": false,
524
+ "steps_taken": 700,
525
+ "max_steps": 700,
526
+ "route_completion": 36.45861485639059,
527
+ "manipulation_score": 36.45861485639059,
528
+ "total_penalty_factor": 1.0,
529
+ "fail_reason": null,
530
+ "penalty_events": []
531
+ },
532
+ {
533
+ "episode_id": 44,
534
+ "seed": 100100,
535
+ "success": false,
536
+ "steps_taken": 700,
537
+ "max_steps": 700,
538
+ "route_completion": 35.182657591086446,
539
+ "manipulation_score": 35.182657591086446,
540
+ "total_penalty_factor": 1.0,
541
+ "fail_reason": null,
542
+ "penalty_events": []
543
+ },
544
+ {
545
+ "episode_id": 45,
546
+ "seed": 100101,
547
+ "success": true,
548
+ "steps_taken": 291,
549
+ "max_steps": 700,
550
+ "route_completion": 100.0,
551
+ "manipulation_score": 100.0,
552
+ "total_penalty_factor": 1.0,
553
+ "fail_reason": null,
554
+ "penalty_events": []
555
+ },
556
+ {
557
+ "episode_id": 46,
558
+ "seed": 100104,
559
+ "success": false,
560
+ "steps_taken": 700,
561
+ "max_steps": 700,
562
+ "route_completion": 40.030163545288026,
563
+ "manipulation_score": 40.030163545288026,
564
+ "total_penalty_factor": 1.0,
565
+ "fail_reason": null,
566
+ "penalty_events": []
567
+ },
568
+ {
569
+ "episode_id": 47,
570
+ "seed": 100105,
571
+ "success": false,
572
+ "steps_taken": 700,
573
+ "max_steps": 700,
574
+ "route_completion": 33.67658603564721,
575
+ "manipulation_score": 33.67658603564721,
576
+ "total_penalty_factor": 1.0,
577
+ "fail_reason": null,
578
+ "penalty_events": []
579
+ },
580
+ {
581
+ "episode_id": 48,
582
+ "seed": 100106,
583
+ "success": true,
584
+ "steps_taken": 293,
585
+ "max_steps": 700,
586
+ "route_completion": 100.0,
587
+ "manipulation_score": 100.0,
588
+ "total_penalty_factor": 1.0,
589
+ "fail_reason": null,
590
+ "penalty_events": []
591
+ },
592
+ {
593
+ "episode_id": 49,
594
+ "seed": 100107,
595
+ "success": false,
596
+ "steps_taken": 700,
597
+ "max_steps": 700,
598
+ "route_completion": 39.851176290476545,
599
+ "manipulation_score": 39.851176290476545,
600
+ "total_penalty_factor": 1.0,
601
+ "fail_reason": null,
602
+ "penalty_events": []
603
+ },
604
+ {
605
+ "episode_id": 50,
606
+ "seed": 100113,
607
+ "success": false,
608
+ "steps_taken": 700,
609
+ "max_steps": 700,
610
+ "route_completion": 46.74583459124976,
611
+ "manipulation_score": 46.74583459124976,
612
+ "total_penalty_factor": 1.0,
613
+ "fail_reason": null,
614
+ "penalty_events": []
615
+ },
616
+ {
617
+ "episode_id": 51,
618
+ "seed": 100117,
619
+ "success": false,
620
+ "steps_taken": 700,
621
+ "max_steps": 700,
622
+ "route_completion": 40.30721514572822,
623
+ "manipulation_score": 40.30721514572822,
624
+ "total_penalty_factor": 1.0,
625
+ "fail_reason": null,
626
+ "penalty_events": []
627
+ },
628
+ {
629
+ "episode_id": 52,
630
+ "seed": 100120,
631
+ "success": false,
632
+ "steps_taken": 700,
633
+ "max_steps": 700,
634
+ "route_completion": 38.216080314537244,
635
+ "manipulation_score": 38.216080314537244,
636
+ "total_penalty_factor": 1.0,
637
+ "fail_reason": null,
638
+ "penalty_events": []
639
+ },
640
+ {
641
+ "episode_id": 53,
642
+ "seed": 100121,
643
+ "success": false,
644
+ "steps_taken": 99,
645
+ "max_steps": 700,
646
+ "route_completion": 43.04417893883184,
647
+ "manipulation_score": 21.52208946941592,
648
+ "total_penalty_factor": 0.5,
649
+ "fail_reason": "out_of_bounds",
650
+ "penalty_events": [
651
+ {
652
+ "event_type": "out_of_bounds",
653
+ "timestep": 99,
654
+ "penalty_factor": 0.5,
655
+ "details": "Target object left workspace/view"
656
+ }
657
+ ]
658
+ },
659
+ {
660
+ "episode_id": 54,
661
+ "seed": 100123,
662
+ "success": false,
663
+ "steps_taken": 700,
664
+ "max_steps": 700,
665
+ "route_completion": 35.56127899439212,
666
+ "manipulation_score": 35.56127899439212,
667
+ "total_penalty_factor": 1.0,
668
+ "fail_reason": null,
669
+ "penalty_events": []
670
+ },
671
+ {
672
+ "episode_id": 55,
673
+ "seed": 100128,
674
+ "success": false,
675
+ "steps_taken": 700,
676
+ "max_steps": 700,
677
+ "route_completion": 32.16137360423622,
678
+ "manipulation_score": 32.16137360423622,
679
+ "total_penalty_factor": 1.0,
680
+ "fail_reason": null,
681
+ "penalty_events": []
682
+ },
683
+ {
684
+ "episode_id": 56,
685
+ "seed": 100132,
686
+ "success": false,
687
+ "steps_taken": 700,
688
+ "max_steps": 700,
689
+ "route_completion": 31.47443943180228,
690
+ "manipulation_score": 31.47443943180228,
691
+ "total_penalty_factor": 1.0,
692
+ "fail_reason": null,
693
+ "penalty_events": []
694
+ },
695
+ {
696
+ "episode_id": 57,
697
+ "seed": 100136,
698
+ "success": true,
699
+ "steps_taken": 146,
700
+ "max_steps": 700,
701
+ "route_completion": 100.0,
702
+ "manipulation_score": 100.0,
703
+ "total_penalty_factor": 1.0,
704
+ "fail_reason": null,
705
+ "penalty_events": []
706
+ },
707
+ {
708
+ "episode_id": 58,
709
+ "seed": 100137,
710
+ "success": false,
711
+ "steps_taken": 700,
712
+ "max_steps": 700,
713
+ "route_completion": 36.367520777653226,
714
+ "manipulation_score": 36.367520777653226,
715
+ "total_penalty_factor": 1.0,
716
+ "fail_reason": null,
717
+ "penalty_events": []
718
+ },
719
+ {
720
+ "episode_id": 59,
721
+ "seed": 100138,
722
+ "success": false,
723
+ "steps_taken": 700,
724
+ "max_steps": 700,
725
+ "route_completion": 47.1084881036634,
726
+ "manipulation_score": 47.1084881036634,
727
+ "total_penalty_factor": 1.0,
728
+ "fail_reason": null,
729
+ "penalty_events": []
730
+ },
731
+ {
732
+ "episode_id": 60,
733
+ "seed": 100140,
734
+ "success": false,
735
+ "steps_taken": 700,
736
+ "max_steps": 700,
737
+ "route_completion": 42.04919293460544,
738
+ "manipulation_score": 42.04919293460544,
739
+ "total_penalty_factor": 1.0,
740
+ "fail_reason": null,
741
+ "penalty_events": []
742
+ },
743
+ {
744
+ "episode_id": 61,
745
+ "seed": 100141,
746
+ "success": false,
747
+ "steps_taken": 700,
748
+ "max_steps": 700,
749
+ "route_completion": 51.20792606135891,
750
+ "manipulation_score": 51.20792606135891,
751
+ "total_penalty_factor": 1.0,
752
+ "fail_reason": null,
753
+ "penalty_events": []
754
+ },
755
+ {
756
+ "episode_id": 62,
757
+ "seed": 100145,
758
+ "success": false,
759
+ "steps_taken": 700,
760
+ "max_steps": 700,
761
+ "route_completion": 38.36096743785428,
762
+ "manipulation_score": 38.36096743785428,
763
+ "total_penalty_factor": 1.0,
764
+ "fail_reason": null,
765
+ "penalty_events": []
766
+ },
767
+ {
768
+ "episode_id": 63,
769
+ "seed": 100147,
770
+ "success": false,
771
+ "steps_taken": 700,
772
+ "max_steps": 700,
773
+ "route_completion": 41.95101402886362,
774
+ "manipulation_score": 41.95101402886362,
775
+ "total_penalty_factor": 1.0,
776
+ "fail_reason": null,
777
+ "penalty_events": []
778
+ },
779
+ {
780
+ "episode_id": 64,
781
+ "seed": 100149,
782
+ "success": false,
783
+ "steps_taken": 700,
784
+ "max_steps": 700,
785
+ "route_completion": 41.164382920326595,
786
+ "manipulation_score": 41.164382920326595,
787
+ "total_penalty_factor": 1.0,
788
+ "fail_reason": null,
789
+ "penalty_events": []
790
+ },
791
+ {
792
+ "episode_id": 65,
793
+ "seed": 100150,
794
+ "success": false,
795
+ "steps_taken": 700,
796
+ "max_steps": 700,
797
+ "route_completion": 29.947007549458878,
798
+ "manipulation_score": 29.947007549458878,
799
+ "total_penalty_factor": 1.0,
800
+ "fail_reason": null,
801
+ "penalty_events": []
802
+ },
803
+ {
804
+ "episode_id": 66,
805
+ "seed": 100151,
806
+ "success": false,
807
+ "steps_taken": 700,
808
+ "max_steps": 700,
809
+ "route_completion": 45.93566779938122,
810
+ "manipulation_score": 45.93566779938122,
811
+ "total_penalty_factor": 1.0,
812
+ "fail_reason": null,
813
+ "penalty_events": []
814
+ },
815
+ {
816
+ "episode_id": 67,
817
+ "seed": 100153,
818
+ "success": true,
819
+ "steps_taken": 452,
820
+ "max_steps": 700,
821
+ "route_completion": 100.0,
822
+ "manipulation_score": 100.0,
823
+ "total_penalty_factor": 1.0,
824
+ "fail_reason": null,
825
+ "penalty_events": []
826
+ },
827
+ {
828
+ "episode_id": 68,
829
+ "seed": 100158,
830
+ "success": false,
831
+ "steps_taken": 700,
832
+ "max_steps": 700,
833
+ "route_completion": 36.555583026634324,
834
+ "manipulation_score": 36.555583026634324,
835
+ "total_penalty_factor": 1.0,
836
+ "fail_reason": null,
837
+ "penalty_events": []
838
+ },
839
+ {
840
+ "episode_id": 69,
841
+ "seed": 100159,
842
+ "success": false,
843
+ "steps_taken": 700,
844
+ "max_steps": 700,
845
+ "route_completion": 45.450429097810265,
846
+ "manipulation_score": 45.450429097810265,
847
+ "total_penalty_factor": 1.0,
848
+ "fail_reason": null,
849
+ "penalty_events": []
850
+ },
851
+ {
852
+ "episode_id": 70,
853
+ "seed": 100161,
854
+ "success": false,
855
+ "steps_taken": 700,
856
+ "max_steps": 700,
857
+ "route_completion": 41.27447677038959,
858
+ "manipulation_score": 41.27447677038959,
859
+ "total_penalty_factor": 1.0,
860
+ "fail_reason": null,
861
+ "penalty_events": []
862
+ },
863
+ {
864
+ "episode_id": 71,
865
+ "seed": 100162,
866
+ "success": false,
867
+ "steps_taken": 700,
868
+ "max_steps": 700,
869
+ "route_completion": 41.17426544711555,
870
+ "manipulation_score": 41.17426544711555,
871
+ "total_penalty_factor": 1.0,
872
+ "fail_reason": null,
873
+ "penalty_events": []
874
+ },
875
+ {
876
+ "episode_id": 72,
877
+ "seed": 100163,
878
+ "success": false,
879
+ "steps_taken": 700,
880
+ "max_steps": 700,
881
+ "route_completion": 26.728832841429085,
882
+ "manipulation_score": 26.728832841429085,
883
+ "total_penalty_factor": 1.0,
884
+ "fail_reason": null,
885
+ "penalty_events": []
886
+ },
887
+ {
888
+ "episode_id": 73,
889
+ "seed": 100164,
890
+ "success": false,
891
+ "steps_taken": 700,
892
+ "max_steps": 700,
893
+ "route_completion": 37.85581802612446,
894
+ "manipulation_score": 37.85581802612446,
895
+ "total_penalty_factor": 1.0,
896
+ "fail_reason": null,
897
+ "penalty_events": []
898
+ },
899
+ {
900
+ "episode_id": 74,
901
+ "seed": 100165,
902
+ "success": false,
903
+ "steps_taken": 700,
904
+ "max_steps": 700,
905
+ "route_completion": 65.31031202661947,
906
+ "manipulation_score": 65.31031202661947,
907
+ "total_penalty_factor": 1.0,
908
+ "fail_reason": null,
909
+ "penalty_events": []
910
+ },
911
+ {
912
+ "episode_id": 75,
913
+ "seed": 100166,
914
+ "success": false,
915
+ "steps_taken": 700,
916
+ "max_steps": 700,
917
+ "route_completion": 54.74327446292258,
918
+ "manipulation_score": 54.74327446292258,
919
+ "total_penalty_factor": 1.0,
920
+ "fail_reason": null,
921
+ "penalty_events": []
922
+ },
923
+ {
924
+ "episode_id": 76,
925
+ "seed": 100168,
926
+ "success": false,
927
+ "steps_taken": 700,
928
+ "max_steps": 700,
929
+ "route_completion": 32.35448110632845,
930
+ "manipulation_score": 32.35448110632845,
931
+ "total_penalty_factor": 1.0,
932
+ "fail_reason": null,
933
+ "penalty_events": []
934
+ },
935
+ {
936
+ "episode_id": 77,
937
+ "seed": 100172,
938
+ "success": false,
939
+ "steps_taken": 700,
940
+ "max_steps": 700,
941
+ "route_completion": 39.290389905819744,
942
+ "manipulation_score": 39.290389905819744,
943
+ "total_penalty_factor": 1.0,
944
+ "fail_reason": null,
945
+ "penalty_events": []
946
+ },
947
+ {
948
+ "episode_id": 78,
949
+ "seed": 100173,
950
+ "success": false,
951
+ "steps_taken": 700,
952
+ "max_steps": 700,
953
+ "route_completion": 48.83861795595999,
954
+ "manipulation_score": 48.83861795595999,
955
+ "total_penalty_factor": 1.0,
956
+ "fail_reason": null,
957
+ "penalty_events": []
958
+ },
959
+ {
960
+ "episode_id": 79,
961
+ "seed": 100175,
962
+ "success": false,
963
+ "steps_taken": 700,
964
+ "max_steps": 700,
965
+ "route_completion": 37.104759413381835,
966
+ "manipulation_score": 37.104759413381835,
967
+ "total_penalty_factor": 1.0,
968
+ "fail_reason": null,
969
+ "penalty_events": []
970
+ },
971
+ {
972
+ "episode_id": 80,
973
+ "seed": 100180,
974
+ "success": false,
975
+ "steps_taken": 700,
976
+ "max_steps": 700,
977
+ "route_completion": 47.66440739196256,
978
+ "manipulation_score": 47.66440739196256,
979
+ "total_penalty_factor": 1.0,
980
+ "fail_reason": null,
981
+ "penalty_events": []
982
+ },
983
+ {
984
+ "episode_id": 81,
985
+ "seed": 100181,
986
+ "success": false,
987
+ "steps_taken": 700,
988
+ "max_steps": 700,
989
+ "route_completion": 62.12441442144354,
990
+ "manipulation_score": 62.12441442144354,
991
+ "total_penalty_factor": 1.0,
992
+ "fail_reason": null,
993
+ "penalty_events": []
994
+ },
995
+ {
996
+ "episode_id": 82,
997
+ "seed": 100182,
998
+ "success": true,
999
+ "steps_taken": 276,
1000
+ "max_steps": 700,
1001
+ "route_completion": 100.0,
1002
+ "manipulation_score": 100.0,
1003
+ "total_penalty_factor": 1.0,
1004
+ "fail_reason": null,
1005
+ "penalty_events": []
1006
+ },
1007
+ {
1008
+ "episode_id": 83,
1009
+ "seed": 100183,
1010
+ "success": false,
1011
+ "steps_taken": 700,
1012
+ "max_steps": 700,
1013
+ "route_completion": 42.227538858940086,
1014
+ "manipulation_score": 42.227538858940086,
1015
+ "total_penalty_factor": 1.0,
1016
+ "fail_reason": null,
1017
+ "penalty_events": []
1018
+ },
1019
+ {
1020
+ "episode_id": 84,
1021
+ "seed": 100184,
1022
+ "success": false,
1023
+ "steps_taken": 700,
1024
+ "max_steps": 700,
1025
+ "route_completion": 44.55083205419459,
1026
+ "manipulation_score": 44.55083205419459,
1027
+ "total_penalty_factor": 1.0,
1028
+ "fail_reason": null,
1029
+ "penalty_events": []
1030
+ },
1031
+ {
1032
+ "episode_id": 85,
1033
+ "seed": 100187,
1034
+ "success": false,
1035
+ "steps_taken": 700,
1036
+ "max_steps": 700,
1037
+ "route_completion": 34.48530917194951,
1038
+ "manipulation_score": 34.48530917194951,
1039
+ "total_penalty_factor": 1.0,
1040
+ "fail_reason": null,
1041
+ "penalty_events": []
1042
+ },
1043
+ {
1044
+ "episode_id": 86,
1045
+ "seed": 100188,
1046
+ "success": false,
1047
+ "steps_taken": 76,
1048
+ "max_steps": 700,
1049
+ "route_completion": 0.00013507738603788741,
1050
+ "manipulation_score": 6.753869301894371e-05,
1051
+ "total_penalty_factor": 0.5,
1052
+ "fail_reason": "out_of_bounds",
1053
+ "penalty_events": [
1054
+ {
1055
+ "event_type": "out_of_bounds",
1056
+ "timestep": 76,
1057
+ "penalty_factor": 0.5,
1058
+ "details": "Target object left workspace/view"
1059
+ }
1060
+ ]
1061
+ },
1062
+ {
1063
+ "episode_id": 87,
1064
+ "seed": 100191,
1065
+ "success": false,
1066
+ "steps_taken": 700,
1067
+ "max_steps": 700,
1068
+ "route_completion": 39.818283453934825,
1069
+ "manipulation_score": 39.818283453934825,
1070
+ "total_penalty_factor": 1.0,
1071
+ "fail_reason": null,
1072
+ "penalty_events": []
1073
+ },
1074
+ {
1075
+ "episode_id": 88,
1076
+ "seed": 100196,
1077
+ "success": false,
1078
+ "steps_taken": 700,
1079
+ "max_steps": 700,
1080
+ "route_completion": 42.93003003811409,
1081
+ "manipulation_score": 42.93003003811409,
1082
+ "total_penalty_factor": 1.0,
1083
+ "fail_reason": null,
1084
+ "penalty_events": []
1085
+ },
1086
+ {
1087
+ "episode_id": 89,
1088
+ "seed": 100198,
1089
+ "success": false,
1090
+ "steps_taken": 700,
1091
+ "max_steps": 700,
1092
+ "route_completion": 28.558365014226585,
1093
+ "manipulation_score": 28.558365014226585,
1094
+ "total_penalty_factor": 1.0,
1095
+ "fail_reason": null,
1096
+ "penalty_events": []
1097
+ },
1098
+ {
1099
+ "episode_id": 90,
1100
+ "seed": 100199,
1101
+ "success": false,
1102
+ "steps_taken": 700,
1103
+ "max_steps": 700,
1104
+ "route_completion": 31.869410310721697,
1105
+ "manipulation_score": 31.869410310721697,
1106
+ "total_penalty_factor": 1.0,
1107
+ "fail_reason": null,
1108
+ "penalty_events": []
1109
+ },
1110
+ {
1111
+ "episode_id": 91,
1112
+ "seed": 100201,
1113
+ "success": false,
1114
+ "steps_taken": 700,
1115
+ "max_steps": 700,
1116
+ "route_completion": 41.33805666880614,
1117
+ "manipulation_score": 41.33805666880614,
1118
+ "total_penalty_factor": 1.0,
1119
+ "fail_reason": null,
1120
+ "penalty_events": []
1121
+ },
1122
+ {
1123
+ "episode_id": 92,
1124
+ "seed": 100202,
1125
+ "success": false,
1126
+ "steps_taken": 700,
1127
+ "max_steps": 700,
1128
+ "route_completion": 47.63655884727083,
1129
+ "manipulation_score": 47.63655884727083,
1130
+ "total_penalty_factor": 1.0,
1131
+ "fail_reason": null,
1132
+ "penalty_events": []
1133
+ },
1134
+ {
1135
+ "episode_id": 93,
1136
+ "seed": 100205,
1137
+ "success": false,
1138
+ "steps_taken": 700,
1139
+ "max_steps": 700,
1140
+ "route_completion": 37.37382137583501,
1141
+ "manipulation_score": 37.37382137583501,
1142
+ "total_penalty_factor": 1.0,
1143
+ "fail_reason": null,
1144
+ "penalty_events": []
1145
+ },
1146
+ {
1147
+ "episode_id": 94,
1148
+ "seed": 100207,
1149
+ "success": false,
1150
+ "steps_taken": 700,
1151
+ "max_steps": 700,
1152
+ "route_completion": 58.5072703034098,
1153
+ "manipulation_score": 58.5072703034098,
1154
+ "total_penalty_factor": 1.0,
1155
+ "fail_reason": null,
1156
+ "penalty_events": []
1157
+ },
1158
+ {
1159
+ "episode_id": 95,
1160
+ "seed": 100211,
1161
+ "success": false,
1162
+ "steps_taken": 700,
1163
+ "max_steps": 700,
1164
+ "route_completion": 40.26426764997713,
1165
+ "manipulation_score": 40.26426764997713,
1166
+ "total_penalty_factor": 1.0,
1167
+ "fail_reason": null,
1168
+ "penalty_events": []
1169
+ },
1170
+ {
1171
+ "episode_id": 96,
1172
+ "seed": 100212,
1173
+ "success": false,
1174
+ "steps_taken": 700,
1175
+ "max_steps": 700,
1176
+ "route_completion": 41.633832051555984,
1177
+ "manipulation_score": 41.633832051555984,
1178
+ "total_penalty_factor": 1.0,
1179
+ "fail_reason": null,
1180
+ "penalty_events": []
1181
+ },
1182
+ {
1183
+ "episode_id": 97,
1184
+ "seed": 100214,
1185
+ "success": true,
1186
+ "steps_taken": 293,
1187
+ "max_steps": 700,
1188
+ "route_completion": 100.0,
1189
+ "manipulation_score": 100.0,
1190
+ "total_penalty_factor": 1.0,
1191
+ "fail_reason": null,
1192
+ "penalty_events": []
1193
+ },
1194
+ {
1195
+ "episode_id": 98,
1196
+ "seed": 100216,
1197
+ "success": true,
1198
+ "steps_taken": 209,
1199
+ "max_steps": 700,
1200
+ "route_completion": 100.0,
1201
+ "manipulation_score": 100.0,
1202
+ "total_penalty_factor": 1.0,
1203
+ "fail_reason": null,
1204
+ "penalty_events": []
1205
+ },
1206
+ {
1207
+ "episode_id": 99,
1208
+ "seed": 100217,
1209
+ "success": false,
1210
+ "steps_taken": 700,
1211
+ "max_steps": 700,
1212
+ "route_completion": 38.66866108993706,
1213
+ "manipulation_score": 38.66866108993706,
1214
+ "total_penalty_factor": 1.0,
1215
+ "fail_reason": null,
1216
+ "penalty_events": []
1217
+ },
1218
+ {
1219
+ "episode_id": 100,
1220
+ "seed": 100218,
1221
+ "success": false,
1222
+ "steps_taken": 700,
1223
+ "max_steps": 700,
1224
+ "route_completion": 38.87172777079532,
1225
+ "manipulation_score": 38.87172777079532,
1226
+ "total_penalty_factor": 1.0,
1227
+ "fail_reason": null,
1228
+ "penalty_events": []
1229
+ }
1230
+ ]
log/eval_result/place_can_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:56:54/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 10,
4
+ "success_rate": 10.0,
5
+ "manipulation_score_mean": 45.3942391990908,
6
+ "manipulation_score_std": 19.986145297068152,
7
+ "route_completion_mean": 46.03297976219899,
8
+ "route_completion_std": 19.55468763315264,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 4
11
+ }
log/eval_result/place_can_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:56:54/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 10.0% (10/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 45.39
10
+ Std: 19.99
11
+
12
+ --- Route Completion ---
13
+ Mean: 46.03%
14
+ Std: 19.55
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 4
19
+
20
+ ============================================================
log/eval_result/place_can_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:56:54/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-30 00:56:54
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.1
log/eval_result/place_shoe/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:03:12/_episodes_detail.json ADDED
@@ -0,0 +1,1713 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": false,
6
+ "steps_taken": 196,
7
+ "max_steps": 500,
8
+ "route_completion": 44.58683462941986,
9
+ "manipulation_score": 22.29341731470993,
10
+ "total_penalty_factor": 0.5,
11
+ "fail_reason": "out_of_bounds",
12
+ "penalty_events": [
13
+ {
14
+ "event_type": "out_of_bounds",
15
+ "timestep": 196,
16
+ "penalty_factor": 0.5,
17
+ "details": "Target object left workspace/view"
18
+ }
19
+ ]
20
+ },
21
+ {
22
+ "episode_id": 2,
23
+ "seed": 100006,
24
+ "success": false,
25
+ "steps_taken": 154,
26
+ "max_steps": 500,
27
+ "route_completion": 28.22442597604612,
28
+ "manipulation_score": 14.11221298802306,
29
+ "total_penalty_factor": 0.5,
30
+ "fail_reason": "out_of_bounds",
31
+ "penalty_events": [
32
+ {
33
+ "event_type": "out_of_bounds",
34
+ "timestep": 154,
35
+ "penalty_factor": 0.5,
36
+ "details": "Target object left workspace/view"
37
+ }
38
+ ]
39
+ },
40
+ {
41
+ "episode_id": 3,
42
+ "seed": 100014,
43
+ "success": false,
44
+ "steps_taken": 342,
45
+ "max_steps": 500,
46
+ "route_completion": 33.732101985118426,
47
+ "manipulation_score": 16.866050992559213,
48
+ "total_penalty_factor": 0.5,
49
+ "fail_reason": "out_of_bounds",
50
+ "penalty_events": [
51
+ {
52
+ "event_type": "out_of_bounds",
53
+ "timestep": 342,
54
+ "penalty_factor": 0.5,
55
+ "details": "Target object left workspace/view"
56
+ }
57
+ ]
58
+ },
59
+ {
60
+ "episode_id": 4,
61
+ "seed": 100019,
62
+ "success": false,
63
+ "steps_taken": 230,
64
+ "max_steps": 500,
65
+ "route_completion": 4.20991868253307,
66
+ "manipulation_score": 2.104959341266535,
67
+ "total_penalty_factor": 0.5,
68
+ "fail_reason": "out_of_bounds",
69
+ "penalty_events": [
70
+ {
71
+ "event_type": "out_of_bounds",
72
+ "timestep": 230,
73
+ "penalty_factor": 0.5,
74
+ "details": "Target object left workspace/view"
75
+ }
76
+ ]
77
+ },
78
+ {
79
+ "episode_id": 5,
80
+ "seed": 100031,
81
+ "success": false,
82
+ "steps_taken": 384,
83
+ "max_steps": 500,
84
+ "route_completion": 38.51372436244995,
85
+ "manipulation_score": 19.256862181224975,
86
+ "total_penalty_factor": 0.5,
87
+ "fail_reason": "out_of_bounds",
88
+ "penalty_events": [
89
+ {
90
+ "event_type": "out_of_bounds",
91
+ "timestep": 384,
92
+ "penalty_factor": 0.5,
93
+ "details": "Target object left workspace/view"
94
+ }
95
+ ]
96
+ },
97
+ {
98
+ "episode_id": 6,
99
+ "seed": 100032,
100
+ "success": true,
101
+ "steps_taken": 145,
102
+ "max_steps": 500,
103
+ "route_completion": 100.0,
104
+ "manipulation_score": 100.0,
105
+ "total_penalty_factor": 1.0,
106
+ "fail_reason": null,
107
+ "penalty_events": []
108
+ },
109
+ {
110
+ "episode_id": 7,
111
+ "seed": 100036,
112
+ "success": false,
113
+ "steps_taken": 338,
114
+ "max_steps": 500,
115
+ "route_completion": 36.926463139406486,
116
+ "manipulation_score": 18.463231569703243,
117
+ "total_penalty_factor": 0.5,
118
+ "fail_reason": "out_of_bounds",
119
+ "penalty_events": [
120
+ {
121
+ "event_type": "out_of_bounds",
122
+ "timestep": 338,
123
+ "penalty_factor": 0.5,
124
+ "details": "Target object left workspace/view"
125
+ }
126
+ ]
127
+ },
128
+ {
129
+ "episode_id": 8,
130
+ "seed": 100040,
131
+ "success": false,
132
+ "steps_taken": 203,
133
+ "max_steps": 500,
134
+ "route_completion": 16.024306576020233,
135
+ "manipulation_score": 8.012153288010117,
136
+ "total_penalty_factor": 0.5,
137
+ "fail_reason": "out_of_bounds",
138
+ "penalty_events": [
139
+ {
140
+ "event_type": "out_of_bounds",
141
+ "timestep": 203,
142
+ "penalty_factor": 0.5,
143
+ "details": "Target object left workspace/view"
144
+ }
145
+ ]
146
+ },
147
+ {
148
+ "episode_id": 9,
149
+ "seed": 100049,
150
+ "success": true,
151
+ "steps_taken": 145,
152
+ "max_steps": 500,
153
+ "route_completion": 100.0,
154
+ "manipulation_score": 100.0,
155
+ "total_penalty_factor": 1.0,
156
+ "fail_reason": null,
157
+ "penalty_events": []
158
+ },
159
+ {
160
+ "episode_id": 10,
161
+ "seed": 100050,
162
+ "success": true,
163
+ "steps_taken": 137,
164
+ "max_steps": 500,
165
+ "route_completion": 100.0,
166
+ "manipulation_score": 100.0,
167
+ "total_penalty_factor": 1.0,
168
+ "fail_reason": null,
169
+ "penalty_events": []
170
+ },
171
+ {
172
+ "episode_id": 11,
173
+ "seed": 100065,
174
+ "success": false,
175
+ "steps_taken": 164,
176
+ "max_steps": 500,
177
+ "route_completion": 14.074271349285313,
178
+ "manipulation_score": 7.0371356746426565,
179
+ "total_penalty_factor": 0.5,
180
+ "fail_reason": "out_of_bounds",
181
+ "penalty_events": [
182
+ {
183
+ "event_type": "out_of_bounds",
184
+ "timestep": 164,
185
+ "penalty_factor": 0.5,
186
+ "details": "Target object left workspace/view"
187
+ }
188
+ ]
189
+ },
190
+ {
191
+ "episode_id": 12,
192
+ "seed": 100077,
193
+ "success": true,
194
+ "steps_taken": 139,
195
+ "max_steps": 500,
196
+ "route_completion": 100.0,
197
+ "manipulation_score": 100.0,
198
+ "total_penalty_factor": 1.0,
199
+ "fail_reason": null,
200
+ "penalty_events": []
201
+ },
202
+ {
203
+ "episode_id": 13,
204
+ "seed": 100078,
205
+ "success": true,
206
+ "steps_taken": 161,
207
+ "max_steps": 500,
208
+ "route_completion": 100.0,
209
+ "manipulation_score": 100.0,
210
+ "total_penalty_factor": 1.0,
211
+ "fail_reason": null,
212
+ "penalty_events": []
213
+ },
214
+ {
215
+ "episode_id": 14,
216
+ "seed": 100081,
217
+ "success": false,
218
+ "steps_taken": 243,
219
+ "max_steps": 500,
220
+ "route_completion": 38.044869800556405,
221
+ "manipulation_score": 19.022434900278203,
222
+ "total_penalty_factor": 0.5,
223
+ "fail_reason": "out_of_bounds",
224
+ "penalty_events": [
225
+ {
226
+ "event_type": "out_of_bounds",
227
+ "timestep": 243,
228
+ "penalty_factor": 0.5,
229
+ "details": "Target object left workspace/view"
230
+ }
231
+ ]
232
+ },
233
+ {
234
+ "episode_id": 15,
235
+ "seed": 100091,
236
+ "success": false,
237
+ "steps_taken": 125,
238
+ "max_steps": 500,
239
+ "route_completion": 34.51512779820707,
240
+ "manipulation_score": 17.257563899103534,
241
+ "total_penalty_factor": 0.5,
242
+ "fail_reason": "out_of_bounds",
243
+ "penalty_events": [
244
+ {
245
+ "event_type": "out_of_bounds",
246
+ "timestep": 125,
247
+ "penalty_factor": 0.5,
248
+ "details": "Target object left workspace/view"
249
+ }
250
+ ]
251
+ },
252
+ {
253
+ "episode_id": 16,
254
+ "seed": 100098,
255
+ "success": false,
256
+ "steps_taken": 171,
257
+ "max_steps": 500,
258
+ "route_completion": 28.88993635041887,
259
+ "manipulation_score": 14.444968175209436,
260
+ "total_penalty_factor": 0.5,
261
+ "fail_reason": "out_of_bounds",
262
+ "penalty_events": [
263
+ {
264
+ "event_type": "out_of_bounds",
265
+ "timestep": 171,
266
+ "penalty_factor": 0.5,
267
+ "details": "Target object left workspace/view"
268
+ }
269
+ ]
270
+ },
271
+ {
272
+ "episode_id": 17,
273
+ "seed": 100099,
274
+ "success": true,
275
+ "steps_taken": 149,
276
+ "max_steps": 500,
277
+ "route_completion": 100.0,
278
+ "manipulation_score": 100.0,
279
+ "total_penalty_factor": 1.0,
280
+ "fail_reason": null,
281
+ "penalty_events": []
282
+ },
283
+ {
284
+ "episode_id": 18,
285
+ "seed": 100100,
286
+ "success": true,
287
+ "steps_taken": 129,
288
+ "max_steps": 500,
289
+ "route_completion": 100.0,
290
+ "manipulation_score": 100.0,
291
+ "total_penalty_factor": 1.0,
292
+ "fail_reason": null,
293
+ "penalty_events": []
294
+ },
295
+ {
296
+ "episode_id": 19,
297
+ "seed": 100118,
298
+ "success": true,
299
+ "steps_taken": 142,
300
+ "max_steps": 500,
301
+ "route_completion": 100.0,
302
+ "manipulation_score": 100.0,
303
+ "total_penalty_factor": 1.0,
304
+ "fail_reason": null,
305
+ "penalty_events": []
306
+ },
307
+ {
308
+ "episode_id": 20,
309
+ "seed": 100128,
310
+ "success": false,
311
+ "steps_taken": 104,
312
+ "max_steps": 500,
313
+ "route_completion": 27.550031190739215,
314
+ "manipulation_score": 13.775015595369608,
315
+ "total_penalty_factor": 0.5,
316
+ "fail_reason": "out_of_bounds",
317
+ "penalty_events": [
318
+ {
319
+ "event_type": "out_of_bounds",
320
+ "timestep": 104,
321
+ "penalty_factor": 0.5,
322
+ "details": "Target object left workspace/view"
323
+ }
324
+ ]
325
+ },
326
+ {
327
+ "episode_id": 21,
328
+ "seed": 100131,
329
+ "success": false,
330
+ "steps_taken": 241,
331
+ "max_steps": 500,
332
+ "route_completion": 15.600184127766092,
333
+ "manipulation_score": 7.800092063883046,
334
+ "total_penalty_factor": 0.5,
335
+ "fail_reason": "out_of_bounds",
336
+ "penalty_events": [
337
+ {
338
+ "event_type": "out_of_bounds",
339
+ "timestep": 241,
340
+ "penalty_factor": 0.5,
341
+ "details": "Target object left workspace/view"
342
+ }
343
+ ]
344
+ },
345
+ {
346
+ "episode_id": 22,
347
+ "seed": 100137,
348
+ "success": true,
349
+ "steps_taken": 136,
350
+ "max_steps": 500,
351
+ "route_completion": 100.0,
352
+ "manipulation_score": 100.0,
353
+ "total_penalty_factor": 1.0,
354
+ "fail_reason": null,
355
+ "penalty_events": []
356
+ },
357
+ {
358
+ "episode_id": 23,
359
+ "seed": 100141,
360
+ "success": false,
361
+ "steps_taken": 135,
362
+ "max_steps": 500,
363
+ "route_completion": 29.557400480014838,
364
+ "manipulation_score": 14.778700240007419,
365
+ "total_penalty_factor": 0.5,
366
+ "fail_reason": "out_of_bounds",
367
+ "penalty_events": [
368
+ {
369
+ "event_type": "out_of_bounds",
370
+ "timestep": 135,
371
+ "penalty_factor": 0.5,
372
+ "details": "Target object left workspace/view"
373
+ }
374
+ ]
375
+ },
376
+ {
377
+ "episode_id": 24,
378
+ "seed": 100148,
379
+ "success": false,
380
+ "steps_taken": 449,
381
+ "max_steps": 500,
382
+ "route_completion": 43.034903194189575,
383
+ "manipulation_score": 21.517451597094787,
384
+ "total_penalty_factor": 0.5,
385
+ "fail_reason": "out_of_bounds",
386
+ "penalty_events": [
387
+ {
388
+ "event_type": "out_of_bounds",
389
+ "timestep": 449,
390
+ "penalty_factor": 0.5,
391
+ "details": "Target object left workspace/view"
392
+ }
393
+ ]
394
+ },
395
+ {
396
+ "episode_id": 25,
397
+ "seed": 100155,
398
+ "success": false,
399
+ "steps_taken": 303,
400
+ "max_steps": 500,
401
+ "route_completion": 35.42961708297856,
402
+ "manipulation_score": 17.71480854148928,
403
+ "total_penalty_factor": 0.5,
404
+ "fail_reason": "out_of_bounds",
405
+ "penalty_events": [
406
+ {
407
+ "event_type": "out_of_bounds",
408
+ "timestep": 303,
409
+ "penalty_factor": 0.5,
410
+ "details": "Target object left workspace/view"
411
+ }
412
+ ]
413
+ },
414
+ {
415
+ "episode_id": 26,
416
+ "seed": 100169,
417
+ "success": false,
418
+ "steps_taken": 239,
419
+ "max_steps": 500,
420
+ "route_completion": 27.72731050072596,
421
+ "manipulation_score": 13.86365525036298,
422
+ "total_penalty_factor": 0.5,
423
+ "fail_reason": "out_of_bounds",
424
+ "penalty_events": [
425
+ {
426
+ "event_type": "out_of_bounds",
427
+ "timestep": 239,
428
+ "penalty_factor": 0.5,
429
+ "details": "Target object left workspace/view"
430
+ }
431
+ ]
432
+ },
433
+ {
434
+ "episode_id": 27,
435
+ "seed": 100171,
436
+ "success": false,
437
+ "steps_taken": 195,
438
+ "max_steps": 500,
439
+ "route_completion": 0.09372802953931796,
440
+ "manipulation_score": 0.04686401476965898,
441
+ "total_penalty_factor": 0.5,
442
+ "fail_reason": "out_of_bounds",
443
+ "penalty_events": [
444
+ {
445
+ "event_type": "out_of_bounds",
446
+ "timestep": 195,
447
+ "penalty_factor": 0.5,
448
+ "details": "Target object left workspace/view"
449
+ }
450
+ ]
451
+ },
452
+ {
453
+ "episode_id": 28,
454
+ "seed": 100172,
455
+ "success": true,
456
+ "steps_taken": 135,
457
+ "max_steps": 500,
458
+ "route_completion": 100.0,
459
+ "manipulation_score": 100.0,
460
+ "total_penalty_factor": 1.0,
461
+ "fail_reason": null,
462
+ "penalty_events": []
463
+ },
464
+ {
465
+ "episode_id": 29,
466
+ "seed": 100184,
467
+ "success": false,
468
+ "steps_taken": 173,
469
+ "max_steps": 500,
470
+ "route_completion": 29.52272285222811,
471
+ "manipulation_score": 14.761361426114055,
472
+ "total_penalty_factor": 0.5,
473
+ "fail_reason": "out_of_bounds",
474
+ "penalty_events": [
475
+ {
476
+ "event_type": "out_of_bounds",
477
+ "timestep": 173,
478
+ "penalty_factor": 0.5,
479
+ "details": "Target object left workspace/view"
480
+ }
481
+ ]
482
+ },
483
+ {
484
+ "episode_id": 30,
485
+ "seed": 100191,
486
+ "success": false,
487
+ "steps_taken": 258,
488
+ "max_steps": 500,
489
+ "route_completion": 40.97298554962558,
490
+ "manipulation_score": 20.48649277481279,
491
+ "total_penalty_factor": 0.5,
492
+ "fail_reason": "out_of_bounds",
493
+ "penalty_events": [
494
+ {
495
+ "event_type": "out_of_bounds",
496
+ "timestep": 258,
497
+ "penalty_factor": 0.5,
498
+ "details": "Target object left workspace/view"
499
+ }
500
+ ]
501
+ },
502
+ {
503
+ "episode_id": 31,
504
+ "seed": 100196,
505
+ "success": false,
506
+ "steps_taken": 156,
507
+ "max_steps": 500,
508
+ "route_completion": 35.78711008230149,
509
+ "manipulation_score": 17.893555041150744,
510
+ "total_penalty_factor": 0.5,
511
+ "fail_reason": "out_of_bounds",
512
+ "penalty_events": [
513
+ {
514
+ "event_type": "out_of_bounds",
515
+ "timestep": 156,
516
+ "penalty_factor": 0.5,
517
+ "details": "Target object left workspace/view"
518
+ }
519
+ ]
520
+ },
521
+ {
522
+ "episode_id": 32,
523
+ "seed": 100197,
524
+ "success": false,
525
+ "steps_taken": 455,
526
+ "max_steps": 500,
527
+ "route_completion": 32.27219086576794,
528
+ "manipulation_score": 16.13609543288397,
529
+ "total_penalty_factor": 0.5,
530
+ "fail_reason": "out_of_bounds",
531
+ "penalty_events": [
532
+ {
533
+ "event_type": "out_of_bounds",
534
+ "timestep": 455,
535
+ "penalty_factor": 0.5,
536
+ "details": "Target object left workspace/view"
537
+ }
538
+ ]
539
+ },
540
+ {
541
+ "episode_id": 33,
542
+ "seed": 100225,
543
+ "success": false,
544
+ "steps_taken": 150,
545
+ "max_steps": 500,
546
+ "route_completion": 35.45159367627757,
547
+ "manipulation_score": 17.725796838138784,
548
+ "total_penalty_factor": 0.5,
549
+ "fail_reason": "out_of_bounds",
550
+ "penalty_events": [
551
+ {
552
+ "event_type": "out_of_bounds",
553
+ "timestep": 150,
554
+ "penalty_factor": 0.5,
555
+ "details": "Target object left workspace/view"
556
+ }
557
+ ]
558
+ },
559
+ {
560
+ "episode_id": 34,
561
+ "seed": 100230,
562
+ "success": false,
563
+ "steps_taken": 148,
564
+ "max_steps": 500,
565
+ "route_completion": 0.03048028042958405,
566
+ "manipulation_score": 0.015240140214792025,
567
+ "total_penalty_factor": 0.5,
568
+ "fail_reason": "out_of_bounds",
569
+ "penalty_events": [
570
+ {
571
+ "event_type": "out_of_bounds",
572
+ "timestep": 148,
573
+ "penalty_factor": 0.5,
574
+ "details": "Target object left workspace/view"
575
+ }
576
+ ]
577
+ },
578
+ {
579
+ "episode_id": 35,
580
+ "seed": 100238,
581
+ "success": false,
582
+ "steps_taken": 166,
583
+ "max_steps": 500,
584
+ "route_completion": 0.04920781077114659,
585
+ "manipulation_score": 0.024603905385573294,
586
+ "total_penalty_factor": 0.5,
587
+ "fail_reason": "out_of_bounds",
588
+ "penalty_events": [
589
+ {
590
+ "event_type": "out_of_bounds",
591
+ "timestep": 166,
592
+ "penalty_factor": 0.5,
593
+ "details": "Target object left workspace/view"
594
+ }
595
+ ]
596
+ },
597
+ {
598
+ "episode_id": 36,
599
+ "seed": 100242,
600
+ "success": true,
601
+ "steps_taken": 160,
602
+ "max_steps": 500,
603
+ "route_completion": 100.0,
604
+ "manipulation_score": 100.0,
605
+ "total_penalty_factor": 1.0,
606
+ "fail_reason": null,
607
+ "penalty_events": []
608
+ },
609
+ {
610
+ "episode_id": 37,
611
+ "seed": 100263,
612
+ "success": false,
613
+ "steps_taken": 151,
614
+ "max_steps": 500,
615
+ "route_completion": 8.406256906346094,
616
+ "manipulation_score": 4.203128453173047,
617
+ "total_penalty_factor": 0.5,
618
+ "fail_reason": "out_of_bounds",
619
+ "penalty_events": [
620
+ {
621
+ "event_type": "out_of_bounds",
622
+ "timestep": 151,
623
+ "penalty_factor": 0.5,
624
+ "details": "Target object left workspace/view"
625
+ }
626
+ ]
627
+ },
628
+ {
629
+ "episode_id": 38,
630
+ "seed": 100277,
631
+ "success": false,
632
+ "steps_taken": 149,
633
+ "max_steps": 500,
634
+ "route_completion": 32.83154567573454,
635
+ "manipulation_score": 16.41577283786727,
636
+ "total_penalty_factor": 0.5,
637
+ "fail_reason": "out_of_bounds",
638
+ "penalty_events": [
639
+ {
640
+ "event_type": "out_of_bounds",
641
+ "timestep": 149,
642
+ "penalty_factor": 0.5,
643
+ "details": "Target object left workspace/view"
644
+ }
645
+ ]
646
+ },
647
+ {
648
+ "episode_id": 39,
649
+ "seed": 100291,
650
+ "success": false,
651
+ "steps_taken": 500,
652
+ "max_steps": 500,
653
+ "route_completion": 41.97085547058468,
654
+ "manipulation_score": 41.97085547058468,
655
+ "total_penalty_factor": 1.0,
656
+ "fail_reason": null,
657
+ "penalty_events": []
658
+ },
659
+ {
660
+ "episode_id": 40,
661
+ "seed": 100294,
662
+ "success": true,
663
+ "steps_taken": 131,
664
+ "max_steps": 500,
665
+ "route_completion": 100.0,
666
+ "manipulation_score": 100.0,
667
+ "total_penalty_factor": 1.0,
668
+ "fail_reason": null,
669
+ "penalty_events": []
670
+ },
671
+ {
672
+ "episode_id": 41,
673
+ "seed": 100301,
674
+ "success": true,
675
+ "steps_taken": 138,
676
+ "max_steps": 500,
677
+ "route_completion": 100.0,
678
+ "manipulation_score": 100.0,
679
+ "total_penalty_factor": 1.0,
680
+ "fail_reason": null,
681
+ "penalty_events": []
682
+ },
683
+ {
684
+ "episode_id": 42,
685
+ "seed": 100305,
686
+ "success": false,
687
+ "steps_taken": 179,
688
+ "max_steps": 500,
689
+ "route_completion": 0.06052246337149953,
690
+ "manipulation_score": 0.030261231685749766,
691
+ "total_penalty_factor": 0.5,
692
+ "fail_reason": "out_of_bounds",
693
+ "penalty_events": [
694
+ {
695
+ "event_type": "out_of_bounds",
696
+ "timestep": 179,
697
+ "penalty_factor": 0.5,
698
+ "details": "Target object left workspace/view"
699
+ }
700
+ ]
701
+ },
702
+ {
703
+ "episode_id": 43,
704
+ "seed": 100312,
705
+ "success": false,
706
+ "steps_taken": 149,
707
+ "max_steps": 500,
708
+ "route_completion": 13.0148884209831,
709
+ "manipulation_score": 6.50744421049155,
710
+ "total_penalty_factor": 0.5,
711
+ "fail_reason": "out_of_bounds",
712
+ "penalty_events": [
713
+ {
714
+ "event_type": "out_of_bounds",
715
+ "timestep": 149,
716
+ "penalty_factor": 0.5,
717
+ "details": "Target object left workspace/view"
718
+ }
719
+ ]
720
+ },
721
+ {
722
+ "episode_id": 44,
723
+ "seed": 100316,
724
+ "success": false,
725
+ "steps_taken": 352,
726
+ "max_steps": 500,
727
+ "route_completion": 35.51634791688135,
728
+ "manipulation_score": 17.758173958440675,
729
+ "total_penalty_factor": 0.5,
730
+ "fail_reason": "out_of_bounds",
731
+ "penalty_events": [
732
+ {
733
+ "event_type": "out_of_bounds",
734
+ "timestep": 352,
735
+ "penalty_factor": 0.5,
736
+ "details": "Target object left workspace/view"
737
+ }
738
+ ]
739
+ },
740
+ {
741
+ "episode_id": 45,
742
+ "seed": 100323,
743
+ "success": false,
744
+ "steps_taken": 141,
745
+ "max_steps": 500,
746
+ "route_completion": 20.892973129358268,
747
+ "manipulation_score": 10.446486564679134,
748
+ "total_penalty_factor": 0.5,
749
+ "fail_reason": "out_of_bounds",
750
+ "penalty_events": [
751
+ {
752
+ "event_type": "out_of_bounds",
753
+ "timestep": 141,
754
+ "penalty_factor": 0.5,
755
+ "details": "Target object left workspace/view"
756
+ }
757
+ ]
758
+ },
759
+ {
760
+ "episode_id": 46,
761
+ "seed": 100324,
762
+ "success": true,
763
+ "steps_taken": 137,
764
+ "max_steps": 500,
765
+ "route_completion": 100.0,
766
+ "manipulation_score": 100.0,
767
+ "total_penalty_factor": 1.0,
768
+ "fail_reason": null,
769
+ "penalty_events": []
770
+ },
771
+ {
772
+ "episode_id": 47,
773
+ "seed": 100326,
774
+ "success": false,
775
+ "steps_taken": 281,
776
+ "max_steps": 500,
777
+ "route_completion": 22.95146104194014,
778
+ "manipulation_score": 11.47573052097007,
779
+ "total_penalty_factor": 0.5,
780
+ "fail_reason": "out_of_bounds",
781
+ "penalty_events": [
782
+ {
783
+ "event_type": "out_of_bounds",
784
+ "timestep": 281,
785
+ "penalty_factor": 0.5,
786
+ "details": "Target object left workspace/view"
787
+ }
788
+ ]
789
+ },
790
+ {
791
+ "episode_id": 48,
792
+ "seed": 100332,
793
+ "success": true,
794
+ "steps_taken": 130,
795
+ "max_steps": 500,
796
+ "route_completion": 100.0,
797
+ "manipulation_score": 100.0,
798
+ "total_penalty_factor": 1.0,
799
+ "fail_reason": null,
800
+ "penalty_events": []
801
+ },
802
+ {
803
+ "episode_id": 49,
804
+ "seed": 100335,
805
+ "success": false,
806
+ "steps_taken": 217,
807
+ "max_steps": 500,
808
+ "route_completion": 0.0,
809
+ "manipulation_score": 0.0,
810
+ "total_penalty_factor": 0.5,
811
+ "fail_reason": "out_of_bounds",
812
+ "penalty_events": [
813
+ {
814
+ "event_type": "out_of_bounds",
815
+ "timestep": 217,
816
+ "penalty_factor": 0.5,
817
+ "details": "Target object left workspace/view"
818
+ }
819
+ ]
820
+ },
821
+ {
822
+ "episode_id": 50,
823
+ "seed": 100337,
824
+ "success": false,
825
+ "steps_taken": 179,
826
+ "max_steps": 500,
827
+ "route_completion": 28.901736816315086,
828
+ "manipulation_score": 14.450868408157543,
829
+ "total_penalty_factor": 0.5,
830
+ "fail_reason": "out_of_bounds",
831
+ "penalty_events": [
832
+ {
833
+ "event_type": "out_of_bounds",
834
+ "timestep": 179,
835
+ "penalty_factor": 0.5,
836
+ "details": "Target object left workspace/view"
837
+ }
838
+ ]
839
+ },
840
+ {
841
+ "episode_id": 51,
842
+ "seed": 100359,
843
+ "success": false,
844
+ "steps_taken": 132,
845
+ "max_steps": 500,
846
+ "route_completion": 6.560346418443179,
847
+ "manipulation_score": 3.2801732092215894,
848
+ "total_penalty_factor": 0.5,
849
+ "fail_reason": "out_of_bounds",
850
+ "penalty_events": [
851
+ {
852
+ "event_type": "out_of_bounds",
853
+ "timestep": 132,
854
+ "penalty_factor": 0.5,
855
+ "details": "Target object left workspace/view"
856
+ }
857
+ ]
858
+ },
859
+ {
860
+ "episode_id": 52,
861
+ "seed": 100362,
862
+ "success": true,
863
+ "steps_taken": 133,
864
+ "max_steps": 500,
865
+ "route_completion": 100.0,
866
+ "manipulation_score": 100.0,
867
+ "total_penalty_factor": 1.0,
868
+ "fail_reason": null,
869
+ "penalty_events": []
870
+ },
871
+ {
872
+ "episode_id": 53,
873
+ "seed": 100375,
874
+ "success": false,
875
+ "steps_taken": 136,
876
+ "max_steps": 500,
877
+ "route_completion": 22.443533748185665,
878
+ "manipulation_score": 11.221766874092832,
879
+ "total_penalty_factor": 0.5,
880
+ "fail_reason": "out_of_bounds",
881
+ "penalty_events": [
882
+ {
883
+ "event_type": "out_of_bounds",
884
+ "timestep": 136,
885
+ "penalty_factor": 0.5,
886
+ "details": "Target object left workspace/view"
887
+ }
888
+ ]
889
+ },
890
+ {
891
+ "episode_id": 54,
892
+ "seed": 100378,
893
+ "success": true,
894
+ "steps_taken": 135,
895
+ "max_steps": 500,
896
+ "route_completion": 100.0,
897
+ "manipulation_score": 100.0,
898
+ "total_penalty_factor": 1.0,
899
+ "fail_reason": null,
900
+ "penalty_events": []
901
+ },
902
+ {
903
+ "episode_id": 55,
904
+ "seed": 100380,
905
+ "success": false,
906
+ "steps_taken": 168,
907
+ "max_steps": 500,
908
+ "route_completion": 18.941091895345043,
909
+ "manipulation_score": 9.470545947672521,
910
+ "total_penalty_factor": 0.5,
911
+ "fail_reason": "out_of_bounds",
912
+ "penalty_events": [
913
+ {
914
+ "event_type": "out_of_bounds",
915
+ "timestep": 168,
916
+ "penalty_factor": 0.5,
917
+ "details": "Target object left workspace/view"
918
+ }
919
+ ]
920
+ },
921
+ {
922
+ "episode_id": 56,
923
+ "seed": 100395,
924
+ "success": false,
925
+ "steps_taken": 462,
926
+ "max_steps": 500,
927
+ "route_completion": 36.62424975057766,
928
+ "manipulation_score": 18.31212487528883,
929
+ "total_penalty_factor": 0.5,
930
+ "fail_reason": "out_of_bounds",
931
+ "penalty_events": [
932
+ {
933
+ "event_type": "out_of_bounds",
934
+ "timestep": 462,
935
+ "penalty_factor": 0.5,
936
+ "details": "Target object left workspace/view"
937
+ }
938
+ ]
939
+ },
940
+ {
941
+ "episode_id": 57,
942
+ "seed": 100405,
943
+ "success": false,
944
+ "steps_taken": 170,
945
+ "max_steps": 500,
946
+ "route_completion": 31.071620002102662,
947
+ "manipulation_score": 15.535810001051331,
948
+ "total_penalty_factor": 0.5,
949
+ "fail_reason": "out_of_bounds",
950
+ "penalty_events": [
951
+ {
952
+ "event_type": "out_of_bounds",
953
+ "timestep": 170,
954
+ "penalty_factor": 0.5,
955
+ "details": "Target object left workspace/view"
956
+ }
957
+ ]
958
+ },
959
+ {
960
+ "episode_id": 58,
961
+ "seed": 100413,
962
+ "success": false,
963
+ "steps_taken": 204,
964
+ "max_steps": 500,
965
+ "route_completion": 39.9916184449995,
966
+ "manipulation_score": 19.99580922249975,
967
+ "total_penalty_factor": 0.5,
968
+ "fail_reason": "out_of_bounds",
969
+ "penalty_events": [
970
+ {
971
+ "event_type": "out_of_bounds",
972
+ "timestep": 204,
973
+ "penalty_factor": 0.5,
974
+ "details": "Target object left workspace/view"
975
+ }
976
+ ]
977
+ },
978
+ {
979
+ "episode_id": 59,
980
+ "seed": 100417,
981
+ "success": true,
982
+ "steps_taken": 148,
983
+ "max_steps": 500,
984
+ "route_completion": 100.0,
985
+ "manipulation_score": 100.0,
986
+ "total_penalty_factor": 1.0,
987
+ "fail_reason": null,
988
+ "penalty_events": []
989
+ },
990
+ {
991
+ "episode_id": 60,
992
+ "seed": 100419,
993
+ "success": false,
994
+ "steps_taken": 400,
995
+ "max_steps": 500,
996
+ "route_completion": 34.57605713666007,
997
+ "manipulation_score": 17.288028568330034,
998
+ "total_penalty_factor": 0.5,
999
+ "fail_reason": "out_of_bounds",
1000
+ "penalty_events": [
1001
+ {
1002
+ "event_type": "out_of_bounds",
1003
+ "timestep": 400,
1004
+ "penalty_factor": 0.5,
1005
+ "details": "Target object left workspace/view"
1006
+ }
1007
+ ]
1008
+ },
1009
+ {
1010
+ "episode_id": 61,
1011
+ "seed": 100428,
1012
+ "success": false,
1013
+ "steps_taken": 169,
1014
+ "max_steps": 500,
1015
+ "route_completion": 50.14074085466803,
1016
+ "manipulation_score": 25.070370427334016,
1017
+ "total_penalty_factor": 0.5,
1018
+ "fail_reason": "out_of_bounds",
1019
+ "penalty_events": [
1020
+ {
1021
+ "event_type": "out_of_bounds",
1022
+ "timestep": 169,
1023
+ "penalty_factor": 0.5,
1024
+ "details": "Target object left workspace/view"
1025
+ }
1026
+ ]
1027
+ },
1028
+ {
1029
+ "episode_id": 62,
1030
+ "seed": 100431,
1031
+ "success": false,
1032
+ "steps_taken": 315,
1033
+ "max_steps": 500,
1034
+ "route_completion": 0.0,
1035
+ "manipulation_score": 0.0,
1036
+ "total_penalty_factor": 0.5,
1037
+ "fail_reason": "out_of_bounds",
1038
+ "penalty_events": [
1039
+ {
1040
+ "event_type": "out_of_bounds",
1041
+ "timestep": 315,
1042
+ "penalty_factor": 0.5,
1043
+ "details": "Target object left workspace/view"
1044
+ }
1045
+ ]
1046
+ },
1047
+ {
1048
+ "episode_id": 63,
1049
+ "seed": 100436,
1050
+ "success": false,
1051
+ "steps_taken": 220,
1052
+ "max_steps": 500,
1053
+ "route_completion": 37.435333188408855,
1054
+ "manipulation_score": 18.717666594204427,
1055
+ "total_penalty_factor": 0.5,
1056
+ "fail_reason": "out_of_bounds",
1057
+ "penalty_events": [
1058
+ {
1059
+ "event_type": "out_of_bounds",
1060
+ "timestep": 220,
1061
+ "penalty_factor": 0.5,
1062
+ "details": "Target object left workspace/view"
1063
+ }
1064
+ ]
1065
+ },
1066
+ {
1067
+ "episode_id": 64,
1068
+ "seed": 100437,
1069
+ "success": true,
1070
+ "steps_taken": 133,
1071
+ "max_steps": 500,
1072
+ "route_completion": 100.0,
1073
+ "manipulation_score": 100.0,
1074
+ "total_penalty_factor": 1.0,
1075
+ "fail_reason": null,
1076
+ "penalty_events": []
1077
+ },
1078
+ {
1079
+ "episode_id": 65,
1080
+ "seed": 100447,
1081
+ "success": false,
1082
+ "steps_taken": 238,
1083
+ "max_steps": 500,
1084
+ "route_completion": 30.30100024582062,
1085
+ "manipulation_score": 15.15050012291031,
1086
+ "total_penalty_factor": 0.5,
1087
+ "fail_reason": "out_of_bounds",
1088
+ "penalty_events": [
1089
+ {
1090
+ "event_type": "out_of_bounds",
1091
+ "timestep": 238,
1092
+ "penalty_factor": 0.5,
1093
+ "details": "Target object left workspace/view"
1094
+ }
1095
+ ]
1096
+ },
1097
+ {
1098
+ "episode_id": 66,
1099
+ "seed": 100448,
1100
+ "success": false,
1101
+ "steps_taken": 306,
1102
+ "max_steps": 500,
1103
+ "route_completion": 7.661962002949897,
1104
+ "manipulation_score": 3.8309810014749486,
1105
+ "total_penalty_factor": 0.5,
1106
+ "fail_reason": "out_of_bounds",
1107
+ "penalty_events": [
1108
+ {
1109
+ "event_type": "out_of_bounds",
1110
+ "timestep": 306,
1111
+ "penalty_factor": 0.5,
1112
+ "details": "Target object left workspace/view"
1113
+ }
1114
+ ]
1115
+ },
1116
+ {
1117
+ "episode_id": 67,
1118
+ "seed": 100450,
1119
+ "success": false,
1120
+ "steps_taken": 127,
1121
+ "max_steps": 500,
1122
+ "route_completion": 51.72589296719609,
1123
+ "manipulation_score": 25.862946483598044,
1124
+ "total_penalty_factor": 0.5,
1125
+ "fail_reason": "out_of_bounds",
1126
+ "penalty_events": [
1127
+ {
1128
+ "event_type": "out_of_bounds",
1129
+ "timestep": 127,
1130
+ "penalty_factor": 0.5,
1131
+ "details": "Target object left workspace/view"
1132
+ }
1133
+ ]
1134
+ },
1135
+ {
1136
+ "episode_id": 68,
1137
+ "seed": 100454,
1138
+ "success": false,
1139
+ "steps_taken": 438,
1140
+ "max_steps": 500,
1141
+ "route_completion": 45.14595278868254,
1142
+ "manipulation_score": 22.57297639434127,
1143
+ "total_penalty_factor": 0.5,
1144
+ "fail_reason": "out_of_bounds",
1145
+ "penalty_events": [
1146
+ {
1147
+ "event_type": "out_of_bounds",
1148
+ "timestep": 438,
1149
+ "penalty_factor": 0.5,
1150
+ "details": "Target object left workspace/view"
1151
+ }
1152
+ ]
1153
+ },
1154
+ {
1155
+ "episode_id": 69,
1156
+ "seed": 100458,
1157
+ "success": false,
1158
+ "steps_taken": 438,
1159
+ "max_steps": 500,
1160
+ "route_completion": 37.79677293107292,
1161
+ "manipulation_score": 18.89838646553646,
1162
+ "total_penalty_factor": 0.5,
1163
+ "fail_reason": "out_of_bounds",
1164
+ "penalty_events": [
1165
+ {
1166
+ "event_type": "out_of_bounds",
1167
+ "timestep": 438,
1168
+ "penalty_factor": 0.5,
1169
+ "details": "Target object left workspace/view"
1170
+ }
1171
+ ]
1172
+ },
1173
+ {
1174
+ "episode_id": 70,
1175
+ "seed": 100462,
1176
+ "success": true,
1177
+ "steps_taken": 139,
1178
+ "max_steps": 500,
1179
+ "route_completion": 100.0,
1180
+ "manipulation_score": 100.0,
1181
+ "total_penalty_factor": 1.0,
1182
+ "fail_reason": null,
1183
+ "penalty_events": []
1184
+ },
1185
+ {
1186
+ "episode_id": 71,
1187
+ "seed": 100493,
1188
+ "success": false,
1189
+ "steps_taken": 132,
1190
+ "max_steps": 500,
1191
+ "route_completion": 17.168043756343714,
1192
+ "manipulation_score": 8.584021878171857,
1193
+ "total_penalty_factor": 0.5,
1194
+ "fail_reason": "out_of_bounds",
1195
+ "penalty_events": [
1196
+ {
1197
+ "event_type": "out_of_bounds",
1198
+ "timestep": 132,
1199
+ "penalty_factor": 0.5,
1200
+ "details": "Target object left workspace/view"
1201
+ }
1202
+ ]
1203
+ },
1204
+ {
1205
+ "episode_id": 72,
1206
+ "seed": 100496,
1207
+ "success": false,
1208
+ "steps_taken": 114,
1209
+ "max_steps": 500,
1210
+ "route_completion": 16.304818812872057,
1211
+ "manipulation_score": 8.152409406436028,
1212
+ "total_penalty_factor": 0.5,
1213
+ "fail_reason": "out_of_bounds",
1214
+ "penalty_events": [
1215
+ {
1216
+ "event_type": "out_of_bounds",
1217
+ "timestep": 114,
1218
+ "penalty_factor": 0.5,
1219
+ "details": "Target object left workspace/view"
1220
+ }
1221
+ ]
1222
+ },
1223
+ {
1224
+ "episode_id": 73,
1225
+ "seed": 100500,
1226
+ "success": false,
1227
+ "steps_taken": 172,
1228
+ "max_steps": 500,
1229
+ "route_completion": 42.15154644666597,
1230
+ "manipulation_score": 21.075773223332984,
1231
+ "total_penalty_factor": 0.5,
1232
+ "fail_reason": "out_of_bounds",
1233
+ "penalty_events": [
1234
+ {
1235
+ "event_type": "out_of_bounds",
1236
+ "timestep": 172,
1237
+ "penalty_factor": 0.5,
1238
+ "details": "Target object left workspace/view"
1239
+ }
1240
+ ]
1241
+ },
1242
+ {
1243
+ "episode_id": 74,
1244
+ "seed": 100502,
1245
+ "success": false,
1246
+ "steps_taken": 162,
1247
+ "max_steps": 500,
1248
+ "route_completion": 42.96611242694824,
1249
+ "manipulation_score": 21.48305621347412,
1250
+ "total_penalty_factor": 0.5,
1251
+ "fail_reason": "out_of_bounds",
1252
+ "penalty_events": [
1253
+ {
1254
+ "event_type": "out_of_bounds",
1255
+ "timestep": 162,
1256
+ "penalty_factor": 0.5,
1257
+ "details": "Target object left workspace/view"
1258
+ }
1259
+ ]
1260
+ },
1261
+ {
1262
+ "episode_id": 75,
1263
+ "seed": 100508,
1264
+ "success": true,
1265
+ "steps_taken": 133,
1266
+ "max_steps": 500,
1267
+ "route_completion": 100.0,
1268
+ "manipulation_score": 100.0,
1269
+ "total_penalty_factor": 1.0,
1270
+ "fail_reason": null,
1271
+ "penalty_events": []
1272
+ },
1273
+ {
1274
+ "episode_id": 76,
1275
+ "seed": 100512,
1276
+ "success": false,
1277
+ "steps_taken": 355,
1278
+ "max_steps": 500,
1279
+ "route_completion": 24.913477846850775,
1280
+ "manipulation_score": 12.456738923425387,
1281
+ "total_penalty_factor": 0.5,
1282
+ "fail_reason": "out_of_bounds",
1283
+ "penalty_events": [
1284
+ {
1285
+ "event_type": "out_of_bounds",
1286
+ "timestep": 355,
1287
+ "penalty_factor": 0.5,
1288
+ "details": "Target object left workspace/view"
1289
+ }
1290
+ ]
1291
+ },
1292
+ {
1293
+ "episode_id": 77,
1294
+ "seed": 100516,
1295
+ "success": false,
1296
+ "steps_taken": 213,
1297
+ "max_steps": 500,
1298
+ "route_completion": 8.759650499546456,
1299
+ "manipulation_score": 4.379825249773228,
1300
+ "total_penalty_factor": 0.5,
1301
+ "fail_reason": "out_of_bounds",
1302
+ "penalty_events": [
1303
+ {
1304
+ "event_type": "out_of_bounds",
1305
+ "timestep": 213,
1306
+ "penalty_factor": 0.5,
1307
+ "details": "Target object left workspace/view"
1308
+ }
1309
+ ]
1310
+ },
1311
+ {
1312
+ "episode_id": 78,
1313
+ "seed": 100519,
1314
+ "success": false,
1315
+ "steps_taken": 141,
1316
+ "max_steps": 500,
1317
+ "route_completion": 5.723413594540577,
1318
+ "manipulation_score": 2.8617067972702883,
1319
+ "total_penalty_factor": 0.5,
1320
+ "fail_reason": "out_of_bounds",
1321
+ "penalty_events": [
1322
+ {
1323
+ "event_type": "out_of_bounds",
1324
+ "timestep": 141,
1325
+ "penalty_factor": 0.5,
1326
+ "details": "Target object left workspace/view"
1327
+ }
1328
+ ]
1329
+ },
1330
+ {
1331
+ "episode_id": 79,
1332
+ "seed": 100521,
1333
+ "success": false,
1334
+ "steps_taken": 169,
1335
+ "max_steps": 500,
1336
+ "route_completion": 40.07707651834715,
1337
+ "manipulation_score": 20.038538259173574,
1338
+ "total_penalty_factor": 0.5,
1339
+ "fail_reason": "out_of_bounds",
1340
+ "penalty_events": [
1341
+ {
1342
+ "event_type": "out_of_bounds",
1343
+ "timestep": 169,
1344
+ "penalty_factor": 0.5,
1345
+ "details": "Target object left workspace/view"
1346
+ }
1347
+ ]
1348
+ },
1349
+ {
1350
+ "episode_id": 80,
1351
+ "seed": 100526,
1352
+ "success": false,
1353
+ "steps_taken": 195,
1354
+ "max_steps": 500,
1355
+ "route_completion": 24.783109735959734,
1356
+ "manipulation_score": 12.391554867979867,
1357
+ "total_penalty_factor": 0.5,
1358
+ "fail_reason": "out_of_bounds",
1359
+ "penalty_events": [
1360
+ {
1361
+ "event_type": "out_of_bounds",
1362
+ "timestep": 195,
1363
+ "penalty_factor": 0.5,
1364
+ "details": "Target object left workspace/view"
1365
+ }
1366
+ ]
1367
+ },
1368
+ {
1369
+ "episode_id": 81,
1370
+ "seed": 100531,
1371
+ "success": false,
1372
+ "steps_taken": 133,
1373
+ "max_steps": 500,
1374
+ "route_completion": 39.653410606403575,
1375
+ "manipulation_score": 19.826705303201788,
1376
+ "total_penalty_factor": 0.5,
1377
+ "fail_reason": "out_of_bounds",
1378
+ "penalty_events": [
1379
+ {
1380
+ "event_type": "out_of_bounds",
1381
+ "timestep": 133,
1382
+ "penalty_factor": 0.5,
1383
+ "details": "Target object left workspace/view"
1384
+ }
1385
+ ]
1386
+ },
1387
+ {
1388
+ "episode_id": 82,
1389
+ "seed": 100556,
1390
+ "success": true,
1391
+ "steps_taken": 139,
1392
+ "max_steps": 500,
1393
+ "route_completion": 100.0,
1394
+ "manipulation_score": 100.0,
1395
+ "total_penalty_factor": 1.0,
1396
+ "fail_reason": null,
1397
+ "penalty_events": []
1398
+ },
1399
+ {
1400
+ "episode_id": 83,
1401
+ "seed": 100559,
1402
+ "success": false,
1403
+ "steps_taken": 126,
1404
+ "max_steps": 500,
1405
+ "route_completion": 37.13121777942428,
1406
+ "manipulation_score": 18.56560888971214,
1407
+ "total_penalty_factor": 0.5,
1408
+ "fail_reason": "out_of_bounds",
1409
+ "penalty_events": [
1410
+ {
1411
+ "event_type": "out_of_bounds",
1412
+ "timestep": 126,
1413
+ "penalty_factor": 0.5,
1414
+ "details": "Target object left workspace/view"
1415
+ }
1416
+ ]
1417
+ },
1418
+ {
1419
+ "episode_id": 84,
1420
+ "seed": 100572,
1421
+ "success": true,
1422
+ "steps_taken": 137,
1423
+ "max_steps": 500,
1424
+ "route_completion": 100.0,
1425
+ "manipulation_score": 100.0,
1426
+ "total_penalty_factor": 1.0,
1427
+ "fail_reason": null,
1428
+ "penalty_events": []
1429
+ },
1430
+ {
1431
+ "episode_id": 85,
1432
+ "seed": 100573,
1433
+ "success": false,
1434
+ "steps_taken": 147,
1435
+ "max_steps": 500,
1436
+ "route_completion": 0.044363463095999214,
1437
+ "manipulation_score": 0.022181731547999607,
1438
+ "total_penalty_factor": 0.5,
1439
+ "fail_reason": "out_of_bounds",
1440
+ "penalty_events": [
1441
+ {
1442
+ "event_type": "out_of_bounds",
1443
+ "timestep": 147,
1444
+ "penalty_factor": 0.5,
1445
+ "details": "Target object left workspace/view"
1446
+ }
1447
+ ]
1448
+ },
1449
+ {
1450
+ "episode_id": 86,
1451
+ "seed": 100579,
1452
+ "success": false,
1453
+ "steps_taken": 123,
1454
+ "max_steps": 500,
1455
+ "route_completion": 38.901935118286644,
1456
+ "manipulation_score": 19.450967559143322,
1457
+ "total_penalty_factor": 0.5,
1458
+ "fail_reason": "out_of_bounds",
1459
+ "penalty_events": [
1460
+ {
1461
+ "event_type": "out_of_bounds",
1462
+ "timestep": 123,
1463
+ "penalty_factor": 0.5,
1464
+ "details": "Target object left workspace/view"
1465
+ }
1466
+ ]
1467
+ },
1468
+ {
1469
+ "episode_id": 87,
1470
+ "seed": 100588,
1471
+ "success": false,
1472
+ "steps_taken": 134,
1473
+ "max_steps": 500,
1474
+ "route_completion": 22.8395497361544,
1475
+ "manipulation_score": 11.4197748680772,
1476
+ "total_penalty_factor": 0.5,
1477
+ "fail_reason": "out_of_bounds",
1478
+ "penalty_events": [
1479
+ {
1480
+ "event_type": "out_of_bounds",
1481
+ "timestep": 134,
1482
+ "penalty_factor": 0.5,
1483
+ "details": "Target object left workspace/view"
1484
+ }
1485
+ ]
1486
+ },
1487
+ {
1488
+ "episode_id": 88,
1489
+ "seed": 100591,
1490
+ "success": false,
1491
+ "steps_taken": 216,
1492
+ "max_steps": 500,
1493
+ "route_completion": 25.669672100440977,
1494
+ "manipulation_score": 12.834836050220488,
1495
+ "total_penalty_factor": 0.5,
1496
+ "fail_reason": "out_of_bounds",
1497
+ "penalty_events": [
1498
+ {
1499
+ "event_type": "out_of_bounds",
1500
+ "timestep": 216,
1501
+ "penalty_factor": 0.5,
1502
+ "details": "Target object left workspace/view"
1503
+ }
1504
+ ]
1505
+ },
1506
+ {
1507
+ "episode_id": 89,
1508
+ "seed": 100595,
1509
+ "success": false,
1510
+ "steps_taken": 500,
1511
+ "max_steps": 500,
1512
+ "route_completion": 40.56490676460244,
1513
+ "manipulation_score": 40.56490676460244,
1514
+ "total_penalty_factor": 1.0,
1515
+ "fail_reason": null,
1516
+ "penalty_events": []
1517
+ },
1518
+ {
1519
+ "episode_id": 90,
1520
+ "seed": 100604,
1521
+ "success": false,
1522
+ "steps_taken": 156,
1523
+ "max_steps": 500,
1524
+ "route_completion": 14.497362309436584,
1525
+ "manipulation_score": 7.248681154718292,
1526
+ "total_penalty_factor": 0.5,
1527
+ "fail_reason": "out_of_bounds",
1528
+ "penalty_events": [
1529
+ {
1530
+ "event_type": "out_of_bounds",
1531
+ "timestep": 156,
1532
+ "penalty_factor": 0.5,
1533
+ "details": "Target object left workspace/view"
1534
+ }
1535
+ ]
1536
+ },
1537
+ {
1538
+ "episode_id": 91,
1539
+ "seed": 100606,
1540
+ "success": false,
1541
+ "steps_taken": 149,
1542
+ "max_steps": 500,
1543
+ "route_completion": 30.779816718470055,
1544
+ "manipulation_score": 15.389908359235028,
1545
+ "total_penalty_factor": 0.5,
1546
+ "fail_reason": "out_of_bounds",
1547
+ "penalty_events": [
1548
+ {
1549
+ "event_type": "out_of_bounds",
1550
+ "timestep": 149,
1551
+ "penalty_factor": 0.5,
1552
+ "details": "Target object left workspace/view"
1553
+ }
1554
+ ]
1555
+ },
1556
+ {
1557
+ "episode_id": 92,
1558
+ "seed": 100607,
1559
+ "success": false,
1560
+ "steps_taken": 449,
1561
+ "max_steps": 500,
1562
+ "route_completion": 36.61015360324379,
1563
+ "manipulation_score": 18.305076801621894,
1564
+ "total_penalty_factor": 0.5,
1565
+ "fail_reason": "out_of_bounds",
1566
+ "penalty_events": [
1567
+ {
1568
+ "event_type": "out_of_bounds",
1569
+ "timestep": 449,
1570
+ "penalty_factor": 0.5,
1571
+ "details": "Target object left workspace/view"
1572
+ }
1573
+ ]
1574
+ },
1575
+ {
1576
+ "episode_id": 93,
1577
+ "seed": 100610,
1578
+ "success": false,
1579
+ "steps_taken": 255,
1580
+ "max_steps": 500,
1581
+ "route_completion": 41.72251939282401,
1582
+ "manipulation_score": 20.861259696412006,
1583
+ "total_penalty_factor": 0.5,
1584
+ "fail_reason": "out_of_bounds",
1585
+ "penalty_events": [
1586
+ {
1587
+ "event_type": "out_of_bounds",
1588
+ "timestep": 255,
1589
+ "penalty_factor": 0.5,
1590
+ "details": "Target object left workspace/view"
1591
+ }
1592
+ ]
1593
+ },
1594
+ {
1595
+ "episode_id": 94,
1596
+ "seed": 100613,
1597
+ "success": true,
1598
+ "steps_taken": 139,
1599
+ "max_steps": 500,
1600
+ "route_completion": 100.0,
1601
+ "manipulation_score": 100.0,
1602
+ "total_penalty_factor": 1.0,
1603
+ "fail_reason": null,
1604
+ "penalty_events": []
1605
+ },
1606
+ {
1607
+ "episode_id": 95,
1608
+ "seed": 100616,
1609
+ "success": false,
1610
+ "steps_taken": 185,
1611
+ "max_steps": 500,
1612
+ "route_completion": 46.13291208103112,
1613
+ "manipulation_score": 23.06645604051556,
1614
+ "total_penalty_factor": 0.5,
1615
+ "fail_reason": "out_of_bounds",
1616
+ "penalty_events": [
1617
+ {
1618
+ "event_type": "out_of_bounds",
1619
+ "timestep": 185,
1620
+ "penalty_factor": 0.5,
1621
+ "details": "Target object left workspace/view"
1622
+ }
1623
+ ]
1624
+ },
1625
+ {
1626
+ "episode_id": 96,
1627
+ "seed": 100621,
1628
+ "success": true,
1629
+ "steps_taken": 133,
1630
+ "max_steps": 500,
1631
+ "route_completion": 100.0,
1632
+ "manipulation_score": 100.0,
1633
+ "total_penalty_factor": 1.0,
1634
+ "fail_reason": null,
1635
+ "penalty_events": []
1636
+ },
1637
+ {
1638
+ "episode_id": 97,
1639
+ "seed": 100628,
1640
+ "success": false,
1641
+ "steps_taken": 116,
1642
+ "max_steps": 500,
1643
+ "route_completion": 29.01225194435807,
1644
+ "manipulation_score": 14.506125972179035,
1645
+ "total_penalty_factor": 0.5,
1646
+ "fail_reason": "out_of_bounds",
1647
+ "penalty_events": [
1648
+ {
1649
+ "event_type": "out_of_bounds",
1650
+ "timestep": 116,
1651
+ "penalty_factor": 0.5,
1652
+ "details": "Target object left workspace/view"
1653
+ }
1654
+ ]
1655
+ },
1656
+ {
1657
+ "episode_id": 98,
1658
+ "seed": 100634,
1659
+ "success": false,
1660
+ "steps_taken": 194,
1661
+ "max_steps": 500,
1662
+ "route_completion": 33.03603173409637,
1663
+ "manipulation_score": 16.518015867048184,
1664
+ "total_penalty_factor": 0.5,
1665
+ "fail_reason": "out_of_bounds",
1666
+ "penalty_events": [
1667
+ {
1668
+ "event_type": "out_of_bounds",
1669
+ "timestep": 194,
1670
+ "penalty_factor": 0.5,
1671
+ "details": "Target object left workspace/view"
1672
+ }
1673
+ ]
1674
+ },
1675
+ {
1676
+ "episode_id": 99,
1677
+ "seed": 100639,
1678
+ "success": false,
1679
+ "steps_taken": 407,
1680
+ "max_steps": 500,
1681
+ "route_completion": 37.312383632439435,
1682
+ "manipulation_score": 18.656191816219717,
1683
+ "total_penalty_factor": 0.5,
1684
+ "fail_reason": "out_of_bounds",
1685
+ "penalty_events": [
1686
+ {
1687
+ "event_type": "out_of_bounds",
1688
+ "timestep": 407,
1689
+ "penalty_factor": 0.5,
1690
+ "details": "Target object left workspace/view"
1691
+ }
1692
+ ]
1693
+ },
1694
+ {
1695
+ "episode_id": 100,
1696
+ "seed": 100643,
1697
+ "success": false,
1698
+ "steps_taken": 201,
1699
+ "max_steps": 500,
1700
+ "route_completion": 9.750259655885875,
1701
+ "manipulation_score": 4.875129827942938,
1702
+ "total_penalty_factor": 0.5,
1703
+ "fail_reason": "out_of_bounds",
1704
+ "penalty_events": [
1705
+ {
1706
+ "event_type": "out_of_bounds",
1707
+ "timestep": 201,
1708
+ "penalty_factor": 0.5,
1709
+ "details": "Target object left workspace/view"
1710
+ }
1711
+ ]
1712
+ }
1713
+ ]
log/eval_result/place_shoe/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:03:12/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 25,
4
+ "success_rate": 25.0,
5
+ "manipulation_score_mean": 35.574129825514504,
6
+ "manipulation_score_std": 37.881512170274256,
7
+ "route_completion_mean": 45.322902028677134,
8
+ "route_completion_std": 33.84868282818574,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 73
11
+ }
log/eval_result/place_shoe/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:03:12/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 25.0% (25/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 35.57
10
+ Std: 37.88
11
+
12
+ --- Route Completion ---
13
+ Mean: 45.32%
14
+ Std: 33.85
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 73
19
+
20
+ ============================================================
log/eval_result/place_shoe/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:03:12/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-30 03:03:12
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.25
log/eval_result/shake_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:54:47/_episodes_detail.json ADDED
@@ -0,0 +1,1251 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": false,
6
+ "steps_taken": 700,
7
+ "max_steps": 700,
8
+ "route_completion": 48.56447415771089,
9
+ "manipulation_score": 48.56447415771089,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100004,
17
+ "success": true,
18
+ "steps_taken": 88,
19
+ "max_steps": 700,
20
+ "route_completion": 100.0,
21
+ "manipulation_score": 100.0,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": null,
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100005,
29
+ "success": true,
30
+ "steps_taken": 97,
31
+ "max_steps": 700,
32
+ "route_completion": 100.0,
33
+ "manipulation_score": 100.0,
34
+ "total_penalty_factor": 1.0,
35
+ "fail_reason": null,
36
+ "penalty_events": []
37
+ },
38
+ {
39
+ "episode_id": 4,
40
+ "seed": 100006,
41
+ "success": false,
42
+ "steps_taken": 700,
43
+ "max_steps": 700,
44
+ "route_completion": 42.177163510528665,
45
+ "manipulation_score": 42.177163510528665,
46
+ "total_penalty_factor": 1.0,
47
+ "fail_reason": null,
48
+ "penalty_events": []
49
+ },
50
+ {
51
+ "episode_id": 5,
52
+ "seed": 100008,
53
+ "success": false,
54
+ "steps_taken": 700,
55
+ "max_steps": 700,
56
+ "route_completion": 40.42589149801466,
57
+ "manipulation_score": 40.42589149801466,
58
+ "total_penalty_factor": 1.0,
59
+ "fail_reason": null,
60
+ "penalty_events": []
61
+ },
62
+ {
63
+ "episode_id": 6,
64
+ "seed": 100009,
65
+ "success": true,
66
+ "steps_taken": 96,
67
+ "max_steps": 700,
68
+ "route_completion": 100.0,
69
+ "manipulation_score": 100.0,
70
+ "total_penalty_factor": 1.0,
71
+ "fail_reason": null,
72
+ "penalty_events": []
73
+ },
74
+ {
75
+ "episode_id": 7,
76
+ "seed": 100016,
77
+ "success": true,
78
+ "steps_taken": 93,
79
+ "max_steps": 700,
80
+ "route_completion": 100.0,
81
+ "manipulation_score": 100.0,
82
+ "total_penalty_factor": 1.0,
83
+ "fail_reason": null,
84
+ "penalty_events": []
85
+ },
86
+ {
87
+ "episode_id": 8,
88
+ "seed": 100022,
89
+ "success": true,
90
+ "steps_taken": 98,
91
+ "max_steps": 700,
92
+ "route_completion": 100.0,
93
+ "manipulation_score": 100.0,
94
+ "total_penalty_factor": 1.0,
95
+ "fail_reason": null,
96
+ "penalty_events": []
97
+ },
98
+ {
99
+ "episode_id": 9,
100
+ "seed": 100023,
101
+ "success": false,
102
+ "steps_taken": 700,
103
+ "max_steps": 700,
104
+ "route_completion": 1.5250549133044786,
105
+ "manipulation_score": 1.5250549133044786,
106
+ "total_penalty_factor": 1.0,
107
+ "fail_reason": null,
108
+ "penalty_events": []
109
+ },
110
+ {
111
+ "episode_id": 10,
112
+ "seed": 100026,
113
+ "success": false,
114
+ "steps_taken": 700,
115
+ "max_steps": 700,
116
+ "route_completion": 31.78021216532525,
117
+ "manipulation_score": 31.78021216532525,
118
+ "total_penalty_factor": 1.0,
119
+ "fail_reason": null,
120
+ "penalty_events": []
121
+ },
122
+ {
123
+ "episode_id": 11,
124
+ "seed": 100027,
125
+ "success": false,
126
+ "steps_taken": 700,
127
+ "max_steps": 700,
128
+ "route_completion": 30.2241158310257,
129
+ "manipulation_score": 30.2241158310257,
130
+ "total_penalty_factor": 1.0,
131
+ "fail_reason": null,
132
+ "penalty_events": []
133
+ },
134
+ {
135
+ "episode_id": 12,
136
+ "seed": 100032,
137
+ "success": false,
138
+ "steps_taken": 700,
139
+ "max_steps": 700,
140
+ "route_completion": 39.37815266775051,
141
+ "manipulation_score": 39.37815266775051,
142
+ "total_penalty_factor": 1.0,
143
+ "fail_reason": null,
144
+ "penalty_events": []
145
+ },
146
+ {
147
+ "episode_id": 13,
148
+ "seed": 100033,
149
+ "success": false,
150
+ "steps_taken": 700,
151
+ "max_steps": 700,
152
+ "route_completion": 44.76821025080838,
153
+ "manipulation_score": 44.76821025080838,
154
+ "total_penalty_factor": 1.0,
155
+ "fail_reason": null,
156
+ "penalty_events": []
157
+ },
158
+ {
159
+ "episode_id": 14,
160
+ "seed": 100036,
161
+ "success": false,
162
+ "steps_taken": 68,
163
+ "max_steps": 700,
164
+ "route_completion": 26.903291765573446,
165
+ "manipulation_score": 13.451645882786723,
166
+ "total_penalty_factor": 0.5,
167
+ "fail_reason": "out_of_bounds",
168
+ "penalty_events": [
169
+ {
170
+ "event_type": "out_of_bounds",
171
+ "timestep": 68,
172
+ "penalty_factor": 0.5,
173
+ "details": "Target object left workspace/view"
174
+ }
175
+ ]
176
+ },
177
+ {
178
+ "episode_id": 15,
179
+ "seed": 100039,
180
+ "success": true,
181
+ "steps_taken": 90,
182
+ "max_steps": 700,
183
+ "route_completion": 100.0,
184
+ "manipulation_score": 100.0,
185
+ "total_penalty_factor": 1.0,
186
+ "fail_reason": null,
187
+ "penalty_events": []
188
+ },
189
+ {
190
+ "episode_id": 16,
191
+ "seed": 100044,
192
+ "success": true,
193
+ "steps_taken": 89,
194
+ "max_steps": 700,
195
+ "route_completion": 100.0,
196
+ "manipulation_score": 100.0,
197
+ "total_penalty_factor": 1.0,
198
+ "fail_reason": null,
199
+ "penalty_events": []
200
+ },
201
+ {
202
+ "episode_id": 17,
203
+ "seed": 100046,
204
+ "success": false,
205
+ "steps_taken": 700,
206
+ "max_steps": 700,
207
+ "route_completion": 27.902678391731467,
208
+ "manipulation_score": 27.902678391731467,
209
+ "total_penalty_factor": 1.0,
210
+ "fail_reason": null,
211
+ "penalty_events": []
212
+ },
213
+ {
214
+ "episode_id": 18,
215
+ "seed": 100049,
216
+ "success": false,
217
+ "steps_taken": 700,
218
+ "max_steps": 700,
219
+ "route_completion": 44.74731285938899,
220
+ "manipulation_score": 44.74731285938899,
221
+ "total_penalty_factor": 1.0,
222
+ "fail_reason": null,
223
+ "penalty_events": []
224
+ },
225
+ {
226
+ "episode_id": 19,
227
+ "seed": 100050,
228
+ "success": true,
229
+ "steps_taken": 97,
230
+ "max_steps": 700,
231
+ "route_completion": 100.0,
232
+ "manipulation_score": 100.0,
233
+ "total_penalty_factor": 1.0,
234
+ "fail_reason": null,
235
+ "penalty_events": []
236
+ },
237
+ {
238
+ "episode_id": 20,
239
+ "seed": 100053,
240
+ "success": false,
241
+ "steps_taken": 54,
242
+ "max_steps": 700,
243
+ "route_completion": 32.08255160589962,
244
+ "manipulation_score": 16.04127580294981,
245
+ "total_penalty_factor": 0.5,
246
+ "fail_reason": "out_of_bounds",
247
+ "penalty_events": [
248
+ {
249
+ "event_type": "out_of_bounds",
250
+ "timestep": 54,
251
+ "penalty_factor": 0.5,
252
+ "details": "Target object left workspace/view"
253
+ }
254
+ ]
255
+ },
256
+ {
257
+ "episode_id": 21,
258
+ "seed": 100054,
259
+ "success": true,
260
+ "steps_taken": 102,
261
+ "max_steps": 700,
262
+ "route_completion": 100.0,
263
+ "manipulation_score": 100.0,
264
+ "total_penalty_factor": 1.0,
265
+ "fail_reason": null,
266
+ "penalty_events": []
267
+ },
268
+ {
269
+ "episode_id": 22,
270
+ "seed": 100057,
271
+ "success": true,
272
+ "steps_taken": 93,
273
+ "max_steps": 700,
274
+ "route_completion": 100.0,
275
+ "manipulation_score": 100.0,
276
+ "total_penalty_factor": 1.0,
277
+ "fail_reason": null,
278
+ "penalty_events": []
279
+ },
280
+ {
281
+ "episode_id": 23,
282
+ "seed": 100058,
283
+ "success": false,
284
+ "steps_taken": 700,
285
+ "max_steps": 700,
286
+ "route_completion": 40.72304435042161,
287
+ "manipulation_score": 40.72304435042161,
288
+ "total_penalty_factor": 1.0,
289
+ "fail_reason": null,
290
+ "penalty_events": []
291
+ },
292
+ {
293
+ "episode_id": 24,
294
+ "seed": 100061,
295
+ "success": true,
296
+ "steps_taken": 94,
297
+ "max_steps": 700,
298
+ "route_completion": 100.0,
299
+ "manipulation_score": 100.0,
300
+ "total_penalty_factor": 1.0,
301
+ "fail_reason": null,
302
+ "penalty_events": []
303
+ },
304
+ {
305
+ "episode_id": 25,
306
+ "seed": 100062,
307
+ "success": false,
308
+ "steps_taken": 700,
309
+ "max_steps": 700,
310
+ "route_completion": 44.890444496931124,
311
+ "manipulation_score": 44.890444496931124,
312
+ "total_penalty_factor": 1.0,
313
+ "fail_reason": null,
314
+ "penalty_events": []
315
+ },
316
+ {
317
+ "episode_id": 26,
318
+ "seed": 100067,
319
+ "success": true,
320
+ "steps_taken": 97,
321
+ "max_steps": 700,
322
+ "route_completion": 100.0,
323
+ "manipulation_score": 100.0,
324
+ "total_penalty_factor": 1.0,
325
+ "fail_reason": null,
326
+ "penalty_events": []
327
+ },
328
+ {
329
+ "episode_id": 27,
330
+ "seed": 100068,
331
+ "success": true,
332
+ "steps_taken": 95,
333
+ "max_steps": 700,
334
+ "route_completion": 100.0,
335
+ "manipulation_score": 100.0,
336
+ "total_penalty_factor": 1.0,
337
+ "fail_reason": null,
338
+ "penalty_events": []
339
+ },
340
+ {
341
+ "episode_id": 28,
342
+ "seed": 100070,
343
+ "success": true,
344
+ "steps_taken": 97,
345
+ "max_steps": 700,
346
+ "route_completion": 100.0,
347
+ "manipulation_score": 100.0,
348
+ "total_penalty_factor": 1.0,
349
+ "fail_reason": null,
350
+ "penalty_events": []
351
+ },
352
+ {
353
+ "episode_id": 29,
354
+ "seed": 100080,
355
+ "success": false,
356
+ "steps_taken": 700,
357
+ "max_steps": 700,
358
+ "route_completion": 28.765353621976036,
359
+ "manipulation_score": 28.765353621976036,
360
+ "total_penalty_factor": 1.0,
361
+ "fail_reason": null,
362
+ "penalty_events": []
363
+ },
364
+ {
365
+ "episode_id": 30,
366
+ "seed": 100083,
367
+ "success": false,
368
+ "steps_taken": 700,
369
+ "max_steps": 700,
370
+ "route_completion": 42.34339412408982,
371
+ "manipulation_score": 42.34339412408982,
372
+ "total_penalty_factor": 1.0,
373
+ "fail_reason": null,
374
+ "penalty_events": []
375
+ },
376
+ {
377
+ "episode_id": 31,
378
+ "seed": 100084,
379
+ "success": true,
380
+ "steps_taken": 90,
381
+ "max_steps": 700,
382
+ "route_completion": 100.0,
383
+ "manipulation_score": 100.0,
384
+ "total_penalty_factor": 1.0,
385
+ "fail_reason": null,
386
+ "penalty_events": []
387
+ },
388
+ {
389
+ "episode_id": 32,
390
+ "seed": 100088,
391
+ "success": true,
392
+ "steps_taken": 95,
393
+ "max_steps": 700,
394
+ "route_completion": 100.0,
395
+ "manipulation_score": 100.0,
396
+ "total_penalty_factor": 1.0,
397
+ "fail_reason": null,
398
+ "penalty_events": []
399
+ },
400
+ {
401
+ "episode_id": 33,
402
+ "seed": 100090,
403
+ "success": false,
404
+ "steps_taken": 700,
405
+ "max_steps": 700,
406
+ "route_completion": 47.605804437679126,
407
+ "manipulation_score": 47.605804437679126,
408
+ "total_penalty_factor": 1.0,
409
+ "fail_reason": null,
410
+ "penalty_events": []
411
+ },
412
+ {
413
+ "episode_id": 34,
414
+ "seed": 100091,
415
+ "success": false,
416
+ "steps_taken": 700,
417
+ "max_steps": 700,
418
+ "route_completion": 50.16895565502132,
419
+ "manipulation_score": 50.16895565502132,
420
+ "total_penalty_factor": 1.0,
421
+ "fail_reason": null,
422
+ "penalty_events": []
423
+ },
424
+ {
425
+ "episode_id": 35,
426
+ "seed": 100094,
427
+ "success": false,
428
+ "steps_taken": 700,
429
+ "max_steps": 700,
430
+ "route_completion": 46.822342213017244,
431
+ "manipulation_score": 46.822342213017244,
432
+ "total_penalty_factor": 1.0,
433
+ "fail_reason": null,
434
+ "penalty_events": []
435
+ },
436
+ {
437
+ "episode_id": 36,
438
+ "seed": 100096,
439
+ "success": true,
440
+ "steps_taken": 144,
441
+ "max_steps": 700,
442
+ "route_completion": 100.0,
443
+ "manipulation_score": 100.0,
444
+ "total_penalty_factor": 1.0,
445
+ "fail_reason": null,
446
+ "penalty_events": []
447
+ },
448
+ {
449
+ "episode_id": 37,
450
+ "seed": 100103,
451
+ "success": false,
452
+ "steps_taken": 700,
453
+ "max_steps": 700,
454
+ "route_completion": 34.976611689885964,
455
+ "manipulation_score": 34.976611689885964,
456
+ "total_penalty_factor": 1.0,
457
+ "fail_reason": null,
458
+ "penalty_events": []
459
+ },
460
+ {
461
+ "episode_id": 38,
462
+ "seed": 100110,
463
+ "success": true,
464
+ "steps_taken": 83,
465
+ "max_steps": 700,
466
+ "route_completion": 100.0,
467
+ "manipulation_score": 100.0,
468
+ "total_penalty_factor": 1.0,
469
+ "fail_reason": null,
470
+ "penalty_events": []
471
+ },
472
+ {
473
+ "episode_id": 39,
474
+ "seed": 100122,
475
+ "success": false,
476
+ "steps_taken": 53,
477
+ "max_steps": 700,
478
+ "route_completion": 28.069209323623607,
479
+ "manipulation_score": 14.034604661811803,
480
+ "total_penalty_factor": 0.5,
481
+ "fail_reason": "out_of_bounds",
482
+ "penalty_events": [
483
+ {
484
+ "event_type": "out_of_bounds",
485
+ "timestep": 53,
486
+ "penalty_factor": 0.5,
487
+ "details": "Target object left workspace/view"
488
+ }
489
+ ]
490
+ },
491
+ {
492
+ "episode_id": 40,
493
+ "seed": 100126,
494
+ "success": false,
495
+ "steps_taken": 700,
496
+ "max_steps": 700,
497
+ "route_completion": 33.87036134833867,
498
+ "manipulation_score": 33.87036134833867,
499
+ "total_penalty_factor": 1.0,
500
+ "fail_reason": null,
501
+ "penalty_events": []
502
+ },
503
+ {
504
+ "episode_id": 41,
505
+ "seed": 100127,
506
+ "success": false,
507
+ "steps_taken": 700,
508
+ "max_steps": 700,
509
+ "route_completion": 15.274717409413718,
510
+ "manipulation_score": 15.274717409413718,
511
+ "total_penalty_factor": 1.0,
512
+ "fail_reason": null,
513
+ "penalty_events": []
514
+ },
515
+ {
516
+ "episode_id": 42,
517
+ "seed": 100131,
518
+ "success": true,
519
+ "steps_taken": 100,
520
+ "max_steps": 700,
521
+ "route_completion": 100.0,
522
+ "manipulation_score": 100.0,
523
+ "total_penalty_factor": 1.0,
524
+ "fail_reason": null,
525
+ "penalty_events": []
526
+ },
527
+ {
528
+ "episode_id": 43,
529
+ "seed": 100132,
530
+ "success": false,
531
+ "steps_taken": 700,
532
+ "max_steps": 700,
533
+ "route_completion": 33.93984744005415,
534
+ "manipulation_score": 33.93984744005415,
535
+ "total_penalty_factor": 1.0,
536
+ "fail_reason": null,
537
+ "penalty_events": []
538
+ },
539
+ {
540
+ "episode_id": 44,
541
+ "seed": 100135,
542
+ "success": true,
543
+ "steps_taken": 93,
544
+ "max_steps": 700,
545
+ "route_completion": 100.0,
546
+ "manipulation_score": 100.0,
547
+ "total_penalty_factor": 1.0,
548
+ "fail_reason": null,
549
+ "penalty_events": []
550
+ },
551
+ {
552
+ "episode_id": 45,
553
+ "seed": 100136,
554
+ "success": true,
555
+ "steps_taken": 83,
556
+ "max_steps": 700,
557
+ "route_completion": 100.0,
558
+ "manipulation_score": 100.0,
559
+ "total_penalty_factor": 1.0,
560
+ "fail_reason": null,
561
+ "penalty_events": []
562
+ },
563
+ {
564
+ "episode_id": 46,
565
+ "seed": 100137,
566
+ "success": false,
567
+ "steps_taken": 700,
568
+ "max_steps": 700,
569
+ "route_completion": 44.754226360224585,
570
+ "manipulation_score": 44.754226360224585,
571
+ "total_penalty_factor": 1.0,
572
+ "fail_reason": null,
573
+ "penalty_events": []
574
+ },
575
+ {
576
+ "episode_id": 47,
577
+ "seed": 100139,
578
+ "success": false,
579
+ "steps_taken": 84,
580
+ "max_steps": 700,
581
+ "route_completion": 0.01846097475997099,
582
+ "manipulation_score": 0.009230487379985495,
583
+ "total_penalty_factor": 0.5,
584
+ "fail_reason": "out_of_bounds",
585
+ "penalty_events": [
586
+ {
587
+ "event_type": "out_of_bounds",
588
+ "timestep": 84,
589
+ "penalty_factor": 0.5,
590
+ "details": "Target object left workspace/view"
591
+ }
592
+ ]
593
+ },
594
+ {
595
+ "episode_id": 48,
596
+ "seed": 100140,
597
+ "success": false,
598
+ "steps_taken": 700,
599
+ "max_steps": 700,
600
+ "route_completion": 38.311511306397314,
601
+ "manipulation_score": 38.311511306397314,
602
+ "total_penalty_factor": 1.0,
603
+ "fail_reason": null,
604
+ "penalty_events": []
605
+ },
606
+ {
607
+ "episode_id": 49,
608
+ "seed": 100152,
609
+ "success": true,
610
+ "steps_taken": 107,
611
+ "max_steps": 700,
612
+ "route_completion": 100.0,
613
+ "manipulation_score": 100.0,
614
+ "total_penalty_factor": 1.0,
615
+ "fail_reason": null,
616
+ "penalty_events": []
617
+ },
618
+ {
619
+ "episode_id": 50,
620
+ "seed": 100154,
621
+ "success": false,
622
+ "steps_taken": 700,
623
+ "max_steps": 700,
624
+ "route_completion": 25.294267697284223,
625
+ "manipulation_score": 25.294267697284223,
626
+ "total_penalty_factor": 1.0,
627
+ "fail_reason": null,
628
+ "penalty_events": []
629
+ },
630
+ {
631
+ "episode_id": 51,
632
+ "seed": 100161,
633
+ "success": true,
634
+ "steps_taken": 97,
635
+ "max_steps": 700,
636
+ "route_completion": 100.0,
637
+ "manipulation_score": 100.0,
638
+ "total_penalty_factor": 1.0,
639
+ "fail_reason": null,
640
+ "penalty_events": []
641
+ },
642
+ {
643
+ "episode_id": 52,
644
+ "seed": 100163,
645
+ "success": true,
646
+ "steps_taken": 89,
647
+ "max_steps": 700,
648
+ "route_completion": 100.0,
649
+ "manipulation_score": 100.0,
650
+ "total_penalty_factor": 1.0,
651
+ "fail_reason": null,
652
+ "penalty_events": []
653
+ },
654
+ {
655
+ "episode_id": 53,
656
+ "seed": 100164,
657
+ "success": false,
658
+ "steps_taken": 700,
659
+ "max_steps": 700,
660
+ "route_completion": 36.02773815921333,
661
+ "manipulation_score": 36.02773815921333,
662
+ "total_penalty_factor": 1.0,
663
+ "fail_reason": null,
664
+ "penalty_events": []
665
+ },
666
+ {
667
+ "episode_id": 54,
668
+ "seed": 100168,
669
+ "success": true,
670
+ "steps_taken": 95,
671
+ "max_steps": 700,
672
+ "route_completion": 100.0,
673
+ "manipulation_score": 100.0,
674
+ "total_penalty_factor": 1.0,
675
+ "fail_reason": null,
676
+ "penalty_events": []
677
+ },
678
+ {
679
+ "episode_id": 55,
680
+ "seed": 100169,
681
+ "success": true,
682
+ "steps_taken": 108,
683
+ "max_steps": 700,
684
+ "route_completion": 100.0,
685
+ "manipulation_score": 100.0,
686
+ "total_penalty_factor": 1.0,
687
+ "fail_reason": null,
688
+ "penalty_events": []
689
+ },
690
+ {
691
+ "episode_id": 56,
692
+ "seed": 100170,
693
+ "success": false,
694
+ "steps_taken": 700,
695
+ "max_steps": 700,
696
+ "route_completion": 0.0319416990064415,
697
+ "manipulation_score": 0.0319416990064415,
698
+ "total_penalty_factor": 1.0,
699
+ "fail_reason": null,
700
+ "penalty_events": []
701
+ },
702
+ {
703
+ "episode_id": 57,
704
+ "seed": 100173,
705
+ "success": true,
706
+ "steps_taken": 91,
707
+ "max_steps": 700,
708
+ "route_completion": 100.0,
709
+ "manipulation_score": 100.0,
710
+ "total_penalty_factor": 1.0,
711
+ "fail_reason": null,
712
+ "penalty_events": []
713
+ },
714
+ {
715
+ "episode_id": 58,
716
+ "seed": 100175,
717
+ "success": true,
718
+ "steps_taken": 98,
719
+ "max_steps": 700,
720
+ "route_completion": 100.0,
721
+ "manipulation_score": 100.0,
722
+ "total_penalty_factor": 1.0,
723
+ "fail_reason": null,
724
+ "penalty_events": []
725
+ },
726
+ {
727
+ "episode_id": 59,
728
+ "seed": 100176,
729
+ "success": false,
730
+ "steps_taken": 700,
731
+ "max_steps": 700,
732
+ "route_completion": 33.004586307294744,
733
+ "manipulation_score": 33.004586307294744,
734
+ "total_penalty_factor": 1.0,
735
+ "fail_reason": null,
736
+ "penalty_events": []
737
+ },
738
+ {
739
+ "episode_id": 60,
740
+ "seed": 100177,
741
+ "success": true,
742
+ "steps_taken": 97,
743
+ "max_steps": 700,
744
+ "route_completion": 100.0,
745
+ "manipulation_score": 100.0,
746
+ "total_penalty_factor": 1.0,
747
+ "fail_reason": null,
748
+ "penalty_events": []
749
+ },
750
+ {
751
+ "episode_id": 61,
752
+ "seed": 100179,
753
+ "success": false,
754
+ "steps_taken": 48,
755
+ "max_steps": 700,
756
+ "route_completion": 0.005506523490311839,
757
+ "manipulation_score": 0.0027532617451559195,
758
+ "total_penalty_factor": 0.5,
759
+ "fail_reason": "out_of_bounds",
760
+ "penalty_events": [
761
+ {
762
+ "event_type": "out_of_bounds",
763
+ "timestep": 48,
764
+ "penalty_factor": 0.5,
765
+ "details": "Target object left workspace/view"
766
+ }
767
+ ]
768
+ },
769
+ {
770
+ "episode_id": 62,
771
+ "seed": 100180,
772
+ "success": true,
773
+ "steps_taken": 83,
774
+ "max_steps": 700,
775
+ "route_completion": 100.0,
776
+ "manipulation_score": 100.0,
777
+ "total_penalty_factor": 1.0,
778
+ "fail_reason": null,
779
+ "penalty_events": []
780
+ },
781
+ {
782
+ "episode_id": 63,
783
+ "seed": 100181,
784
+ "success": true,
785
+ "steps_taken": 87,
786
+ "max_steps": 700,
787
+ "route_completion": 100.0,
788
+ "manipulation_score": 100.0,
789
+ "total_penalty_factor": 1.0,
790
+ "fail_reason": null,
791
+ "penalty_events": []
792
+ },
793
+ {
794
+ "episode_id": 64,
795
+ "seed": 100182,
796
+ "success": false,
797
+ "steps_taken": 700,
798
+ "max_steps": 700,
799
+ "route_completion": 27.855954859326786,
800
+ "manipulation_score": 27.855954859326786,
801
+ "total_penalty_factor": 1.0,
802
+ "fail_reason": null,
803
+ "penalty_events": []
804
+ },
805
+ {
806
+ "episode_id": 65,
807
+ "seed": 100187,
808
+ "success": false,
809
+ "steps_taken": 700,
810
+ "max_steps": 700,
811
+ "route_completion": 33.252095907352306,
812
+ "manipulation_score": 33.252095907352306,
813
+ "total_penalty_factor": 1.0,
814
+ "fail_reason": null,
815
+ "penalty_events": []
816
+ },
817
+ {
818
+ "episode_id": 66,
819
+ "seed": 100188,
820
+ "success": true,
821
+ "steps_taken": 94,
822
+ "max_steps": 700,
823
+ "route_completion": 100.0,
824
+ "manipulation_score": 100.0,
825
+ "total_penalty_factor": 1.0,
826
+ "fail_reason": null,
827
+ "penalty_events": []
828
+ },
829
+ {
830
+ "episode_id": 67,
831
+ "seed": 100193,
832
+ "success": true,
833
+ "steps_taken": 98,
834
+ "max_steps": 700,
835
+ "route_completion": 100.0,
836
+ "manipulation_score": 100.0,
837
+ "total_penalty_factor": 1.0,
838
+ "fail_reason": null,
839
+ "penalty_events": []
840
+ },
841
+ {
842
+ "episode_id": 68,
843
+ "seed": 100196,
844
+ "success": true,
845
+ "steps_taken": 84,
846
+ "max_steps": 700,
847
+ "route_completion": 100.0,
848
+ "manipulation_score": 100.0,
849
+ "total_penalty_factor": 1.0,
850
+ "fail_reason": null,
851
+ "penalty_events": []
852
+ },
853
+ {
854
+ "episode_id": 69,
855
+ "seed": 100197,
856
+ "success": false,
857
+ "steps_taken": 700,
858
+ "max_steps": 700,
859
+ "route_completion": 42.86347344371885,
860
+ "manipulation_score": 42.86347344371885,
861
+ "total_penalty_factor": 1.0,
862
+ "fail_reason": null,
863
+ "penalty_events": []
864
+ },
865
+ {
866
+ "episode_id": 70,
867
+ "seed": 100198,
868
+ "success": false,
869
+ "steps_taken": 700,
870
+ "max_steps": 700,
871
+ "route_completion": 28.646000474297,
872
+ "manipulation_score": 28.646000474297,
873
+ "total_penalty_factor": 1.0,
874
+ "fail_reason": null,
875
+ "penalty_events": []
876
+ },
877
+ {
878
+ "episode_id": 71,
879
+ "seed": 100207,
880
+ "success": true,
881
+ "steps_taken": 81,
882
+ "max_steps": 700,
883
+ "route_completion": 100.0,
884
+ "manipulation_score": 100.0,
885
+ "total_penalty_factor": 1.0,
886
+ "fail_reason": null,
887
+ "penalty_events": []
888
+ },
889
+ {
890
+ "episode_id": 72,
891
+ "seed": 100216,
892
+ "success": true,
893
+ "steps_taken": 49,
894
+ "max_steps": 700,
895
+ "route_completion": 100.0,
896
+ "manipulation_score": 100.0,
897
+ "total_penalty_factor": 1.0,
898
+ "fail_reason": null,
899
+ "penalty_events": []
900
+ },
901
+ {
902
+ "episode_id": 73,
903
+ "seed": 100219,
904
+ "success": true,
905
+ "steps_taken": 94,
906
+ "max_steps": 700,
907
+ "route_completion": 100.0,
908
+ "manipulation_score": 100.0,
909
+ "total_penalty_factor": 1.0,
910
+ "fail_reason": null,
911
+ "penalty_events": []
912
+ },
913
+ {
914
+ "episode_id": 74,
915
+ "seed": 100223,
916
+ "success": false,
917
+ "steps_taken": 700,
918
+ "max_steps": 700,
919
+ "route_completion": 31.202997328136323,
920
+ "manipulation_score": 31.202997328136323,
921
+ "total_penalty_factor": 1.0,
922
+ "fail_reason": null,
923
+ "penalty_events": []
924
+ },
925
+ {
926
+ "episode_id": 75,
927
+ "seed": 100225,
928
+ "success": false,
929
+ "steps_taken": 700,
930
+ "max_steps": 700,
931
+ "route_completion": 46.282201888337795,
932
+ "manipulation_score": 46.282201888337795,
933
+ "total_penalty_factor": 1.0,
934
+ "fail_reason": null,
935
+ "penalty_events": []
936
+ },
937
+ {
938
+ "episode_id": 76,
939
+ "seed": 100226,
940
+ "success": true,
941
+ "steps_taken": 103,
942
+ "max_steps": 700,
943
+ "route_completion": 100.0,
944
+ "manipulation_score": 100.0,
945
+ "total_penalty_factor": 1.0,
946
+ "fail_reason": null,
947
+ "penalty_events": []
948
+ },
949
+ {
950
+ "episode_id": 77,
951
+ "seed": 100227,
952
+ "success": false,
953
+ "steps_taken": 700,
954
+ "max_steps": 700,
955
+ "route_completion": 35.93871609940764,
956
+ "manipulation_score": 35.93871609940764,
957
+ "total_penalty_factor": 1.0,
958
+ "fail_reason": null,
959
+ "penalty_events": []
960
+ },
961
+ {
962
+ "episode_id": 78,
963
+ "seed": 100233,
964
+ "success": true,
965
+ "steps_taken": 99,
966
+ "max_steps": 700,
967
+ "route_completion": 100.0,
968
+ "manipulation_score": 100.0,
969
+ "total_penalty_factor": 1.0,
970
+ "fail_reason": null,
971
+ "penalty_events": []
972
+ },
973
+ {
974
+ "episode_id": 79,
975
+ "seed": 100234,
976
+ "success": true,
977
+ "steps_taken": 89,
978
+ "max_steps": 700,
979
+ "route_completion": 100.0,
980
+ "manipulation_score": 100.0,
981
+ "total_penalty_factor": 1.0,
982
+ "fail_reason": null,
983
+ "penalty_events": []
984
+ },
985
+ {
986
+ "episode_id": 80,
987
+ "seed": 100238,
988
+ "success": false,
989
+ "steps_taken": 700,
990
+ "max_steps": 700,
991
+ "route_completion": 44.23262053930144,
992
+ "manipulation_score": 44.23262053930144,
993
+ "total_penalty_factor": 1.0,
994
+ "fail_reason": null,
995
+ "penalty_events": []
996
+ },
997
+ {
998
+ "episode_id": 81,
999
+ "seed": 100239,
1000
+ "success": true,
1001
+ "steps_taken": 85,
1002
+ "max_steps": 700,
1003
+ "route_completion": 100.0,
1004
+ "manipulation_score": 100.0,
1005
+ "total_penalty_factor": 1.0,
1006
+ "fail_reason": null,
1007
+ "penalty_events": []
1008
+ },
1009
+ {
1010
+ "episode_id": 82,
1011
+ "seed": 100242,
1012
+ "success": false,
1013
+ "steps_taken": 700,
1014
+ "max_steps": 700,
1015
+ "route_completion": 46.844244600310084,
1016
+ "manipulation_score": 46.844244600310084,
1017
+ "total_penalty_factor": 1.0,
1018
+ "fail_reason": null,
1019
+ "penalty_events": []
1020
+ },
1021
+ {
1022
+ "episode_id": 83,
1023
+ "seed": 100246,
1024
+ "success": false,
1025
+ "steps_taken": 700,
1026
+ "max_steps": 700,
1027
+ "route_completion": 22.806773676878027,
1028
+ "manipulation_score": 22.806773676878027,
1029
+ "total_penalty_factor": 1.0,
1030
+ "fail_reason": null,
1031
+ "penalty_events": []
1032
+ },
1033
+ {
1034
+ "episode_id": 84,
1035
+ "seed": 100249,
1036
+ "success": true,
1037
+ "steps_taken": 47,
1038
+ "max_steps": 700,
1039
+ "route_completion": 100.0,
1040
+ "manipulation_score": 100.0,
1041
+ "total_penalty_factor": 1.0,
1042
+ "fail_reason": null,
1043
+ "penalty_events": []
1044
+ },
1045
+ {
1046
+ "episode_id": 85,
1047
+ "seed": 100250,
1048
+ "success": true,
1049
+ "steps_taken": 84,
1050
+ "max_steps": 700,
1051
+ "route_completion": 100.0,
1052
+ "manipulation_score": 100.0,
1053
+ "total_penalty_factor": 1.0,
1054
+ "fail_reason": null,
1055
+ "penalty_events": []
1056
+ },
1057
+ {
1058
+ "episode_id": 86,
1059
+ "seed": 100255,
1060
+ "success": true,
1061
+ "steps_taken": 94,
1062
+ "max_steps": 700,
1063
+ "route_completion": 100.0,
1064
+ "manipulation_score": 100.0,
1065
+ "total_penalty_factor": 1.0,
1066
+ "fail_reason": null,
1067
+ "penalty_events": []
1068
+ },
1069
+ {
1070
+ "episode_id": 87,
1071
+ "seed": 100258,
1072
+ "success": true,
1073
+ "steps_taken": 91,
1074
+ "max_steps": 700,
1075
+ "route_completion": 100.0,
1076
+ "manipulation_score": 100.0,
1077
+ "total_penalty_factor": 1.0,
1078
+ "fail_reason": null,
1079
+ "penalty_events": []
1080
+ },
1081
+ {
1082
+ "episode_id": 88,
1083
+ "seed": 100263,
1084
+ "success": true,
1085
+ "steps_taken": 98,
1086
+ "max_steps": 700,
1087
+ "route_completion": 100.0,
1088
+ "manipulation_score": 100.0,
1089
+ "total_penalty_factor": 1.0,
1090
+ "fail_reason": null,
1091
+ "penalty_events": []
1092
+ },
1093
+ {
1094
+ "episode_id": 89,
1095
+ "seed": 100264,
1096
+ "success": true,
1097
+ "steps_taken": 84,
1098
+ "max_steps": 700,
1099
+ "route_completion": 100.0,
1100
+ "manipulation_score": 100.0,
1101
+ "total_penalty_factor": 1.0,
1102
+ "fail_reason": null,
1103
+ "penalty_events": []
1104
+ },
1105
+ {
1106
+ "episode_id": 90,
1107
+ "seed": 100266,
1108
+ "success": false,
1109
+ "steps_taken": 700,
1110
+ "max_steps": 700,
1111
+ "route_completion": 42.5190693622444,
1112
+ "manipulation_score": 42.5190693622444,
1113
+ "total_penalty_factor": 1.0,
1114
+ "fail_reason": null,
1115
+ "penalty_events": []
1116
+ },
1117
+ {
1118
+ "episode_id": 91,
1119
+ "seed": 100270,
1120
+ "success": false,
1121
+ "steps_taken": 52,
1122
+ "max_steps": 700,
1123
+ "route_completion": 0.05630952167563224,
1124
+ "manipulation_score": 0.02815476083781612,
1125
+ "total_penalty_factor": 0.5,
1126
+ "fail_reason": "out_of_bounds",
1127
+ "penalty_events": [
1128
+ {
1129
+ "event_type": "out_of_bounds",
1130
+ "timestep": 52,
1131
+ "penalty_factor": 0.5,
1132
+ "details": "Target object left workspace/view"
1133
+ }
1134
+ ]
1135
+ },
1136
+ {
1137
+ "episode_id": 92,
1138
+ "seed": 100272,
1139
+ "success": true,
1140
+ "steps_taken": 74,
1141
+ "max_steps": 700,
1142
+ "route_completion": 100.0,
1143
+ "manipulation_score": 100.0,
1144
+ "total_penalty_factor": 1.0,
1145
+ "fail_reason": null,
1146
+ "penalty_events": []
1147
+ },
1148
+ {
1149
+ "episode_id": 93,
1150
+ "seed": 100276,
1151
+ "success": true,
1152
+ "steps_taken": 96,
1153
+ "max_steps": 700,
1154
+ "route_completion": 100.0,
1155
+ "manipulation_score": 100.0,
1156
+ "total_penalty_factor": 1.0,
1157
+ "fail_reason": null,
1158
+ "penalty_events": []
1159
+ },
1160
+ {
1161
+ "episode_id": 94,
1162
+ "seed": 100279,
1163
+ "success": false,
1164
+ "steps_taken": 700,
1165
+ "max_steps": 700,
1166
+ "route_completion": 18.898859899761966,
1167
+ "manipulation_score": 18.898859899761966,
1168
+ "total_penalty_factor": 1.0,
1169
+ "fail_reason": null,
1170
+ "penalty_events": []
1171
+ },
1172
+ {
1173
+ "episode_id": 95,
1174
+ "seed": 100280,
1175
+ "success": true,
1176
+ "steps_taken": 98,
1177
+ "max_steps": 700,
1178
+ "route_completion": 100.0,
1179
+ "manipulation_score": 100.0,
1180
+ "total_penalty_factor": 1.0,
1181
+ "fail_reason": null,
1182
+ "penalty_events": []
1183
+ },
1184
+ {
1185
+ "episode_id": 96,
1186
+ "seed": 100283,
1187
+ "success": false,
1188
+ "steps_taken": 54,
1189
+ "max_steps": 700,
1190
+ "route_completion": 0.004339152218614621,
1191
+ "manipulation_score": 0.0021695761093073105,
1192
+ "total_penalty_factor": 0.5,
1193
+ "fail_reason": "out_of_bounds",
1194
+ "penalty_events": [
1195
+ {
1196
+ "event_type": "out_of_bounds",
1197
+ "timestep": 54,
1198
+ "penalty_factor": 0.5,
1199
+ "details": "Target object left workspace/view"
1200
+ }
1201
+ ]
1202
+ },
1203
+ {
1204
+ "episode_id": 97,
1205
+ "seed": 100289,
1206
+ "success": false,
1207
+ "steps_taken": 700,
1208
+ "max_steps": 700,
1209
+ "route_completion": 26.194349833467335,
1210
+ "manipulation_score": 26.194349833467335,
1211
+ "total_penalty_factor": 1.0,
1212
+ "fail_reason": null,
1213
+ "penalty_events": []
1214
+ },
1215
+ {
1216
+ "episode_id": 98,
1217
+ "seed": 100291,
1218
+ "success": true,
1219
+ "steps_taken": 93,
1220
+ "max_steps": 700,
1221
+ "route_completion": 100.0,
1222
+ "manipulation_score": 100.0,
1223
+ "total_penalty_factor": 1.0,
1224
+ "fail_reason": null,
1225
+ "penalty_events": []
1226
+ },
1227
+ {
1228
+ "episode_id": 99,
1229
+ "seed": 100293,
1230
+ "success": false,
1231
+ "steps_taken": 700,
1232
+ "max_steps": 700,
1233
+ "route_completion": 32.24829477713341,
1234
+ "manipulation_score": 32.24829477713341,
1235
+ "total_penalty_factor": 1.0,
1236
+ "fail_reason": null,
1237
+ "penalty_events": []
1238
+ },
1239
+ {
1240
+ "episode_id": 100,
1241
+ "seed": 100294,
1242
+ "success": false,
1243
+ "steps_taken": 700,
1244
+ "max_steps": 700,
1245
+ "route_completion": 32.669565864452345,
1246
+ "manipulation_score": 32.669565864452345,
1247
+ "total_penalty_factor": 1.0,
1248
+ "fail_reason": null,
1249
+ "penalty_events": []
1250
+ }
1251
+ ]
log/eval_result/shake_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:54:47/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 51,
4
+ "success_rate": 51.0,
5
+ "manipulation_score_mean": 66.04323467549585,
6
+ "manipulation_score_std": 36.13819747536497,
7
+ "route_completion_mean": 66.47893301983206,
8
+ "route_completion_std": 35.598972421291045,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 7
11
+ }