Robotics
LeRobot
Safetensors
act
swpark5's picture
Upload eval_info.json
bd01269 verified
{
"per_task": [
{
"task_group": "aloha",
"task_id": 0,
"metrics": {
"sum_rewards": [
0.0,
243.0,
276.0,
29.0,
0.0,
291.0,
51.0,
252.0,
267.0,
0.0,
259.0,
234.0,
17.0,
223.0,
237.0,
0.0,
42.0,
2.0,
6.0,
236.0,
316.0,
177.0,
0.0,
253.0,
55.0,
256.0,
254.0,
244.0,
304.0,
74.0,
25.0,
241.0,
248.0,
250.0,
66.0,
262.0,
254.0,
271.0,
133.0,
252.0,
237.0,
0.0,
0.0,
228.0,
0.0,
197.0,
0.0,
127.0,
266.0,
213.0,
265.0,
61.0,
24.0,
47.0,
318.0,
262.0,
232.0,
251.0,
286.0,
32.0,
32.0,
49.0,
249.0,
258.0,
3.0,
0.0,
208.0,
0.0,
147.0,
238.0,
0.0,
19.0,
192.0,
248.0,
288.0,
252.0,
260.0,
0.0,
1.0,
231.0,
220.0,
234.0,
242.0,
11.0,
239.0,
232.0,
84.0,
0.0,
230.0,
265.0,
238.0,
200.0,
255.0,
30.0,
275.0,
0.0,
245.0,
220.0,
1.0,
252.0,
272.0,
211.0,
238.0,
236.0,
2.0,
221.0,
33.0,
251.0,
288.0,
301.0,
248.0,
12.0,
242.0,
38.0,
239.0,
199.0,
288.0,
19.0,
330.0,
285.0,
257.0,
272.0,
2.0,
280.0,
55.0,
105.0,
194.0,
293.0,
227.0,
217.0,
259.0,
0.0,
211.0,
268.0,
2.0,
250.0,
250.0,
281.0,
229.0,
254.0,
235.0,
250.0,
281.0,
243.0,
282.0,
239.0,
0.0,
201.0,
228.0,
230.0,
174.0,
296.0,
199.0,
256.0,
207.0,
0.0,
222.0,
240.0,
255.0,
227.0,
13.0,
95.0,
354.0,
232.0,
1.0,
244.0,
4.0,
0.0,
275.0,
37.0,
213.0,
66.0,
211.0,
49.0,
254.0,
316.0,
290.0,
196.0,
212.0,
200.0,
273.0,
219.0,
304.0,
194.0,
272.0,
242.0,
281.0,
270.0,
229.0,
43.0,
190.0,
220.0,
230.0,
54.0,
269.0,
297.0,
260.0,
193.0,
239.0,
259.0,
232.0,
246.0,
323.0,
54.0,
274.0,
253.0,
214.0,
296.0,
279.0,
69.0,
248.0,
228.0,
255.0,
58.0,
261.0,
19.0,
248.0,
209.0,
243.0,
240.0,
249.0,
260.0,
241.0,
296.0,
194.0,
238.0,
242.0,
0.0,
222.0,
258.0,
250.0,
227.0,
82.0,
222.0,
236.0,
107.0,
244.0,
202.0,
254.0,
238.0,
292.0,
208.0,
288.0,
244.0,
184.0,
237.0,
5.0,
43.0,
209.0,
209.0,
250.0,
21.0,
0.0,
270.0,
237.0,
86.0,
11.0,
3.0,
230.0,
320.0,
78.0,
236.0,
263.0,
263.0,
198.0,
0.0,
272.0,
245.0,
56.0,
298.0,
245.0,
246.0,
315.0,
6.0,
284.0,
202.0,
254.0,
281.0,
272.0,
301.0,
257.0,
39.0,
224.0,
276.0,
235.0,
242.0,
310.0,
203.0,
248.0,
263.0,
215.0,
254.0,
291.0,
0.0,
214.0,
268.0,
26.0,
268.0,
0.0,
230.0,
218.0,
244.0,
225.0,
239.0,
19.0,
256.0,
4.0,
241.0,
242.0,
259.0,
260.0,
189.0,
230.0,
237.0,
264.0,
260.0,
220.0,
26.0,
250.0,
279.0,
35.0,
207.0,
251.0,
195.0,
239.0,
268.0,
297.0,
252.0,
188.0,
249.0,
190.0,
306.0,
258.0,
209.0,
195.0,
258.0,
68.0,
2.0,
45.0,
190.0,
233.0,
0.0,
37.0,
101.0,
23.0,
236.0,
285.0,
246.0,
0.0,
248.0,
247.0,
253.0,
254.0,
228.0,
268.0,
24.0,
114.0,
292.0,
334.0,
283.0,
25.0,
303.0,
244.0,
188.0,
31.0,
210.0,
219.0,
208.0,
51.0,
234.0,
229.0,
0.0,
229.0,
27.0,
21.0,
242.0,
228.0,
39.0,
75.0,
200.0,
341.0,
220.0,
278.0,
253.0,
4.0,
193.0,
0.0,
200.0,
82.0,
215.0,
246.0,
57.0,
53.0,
241.0,
292.0,
242.0,
188.0,
213.0,
214.0,
244.0,
240.0,
222.0,
204.0,
176.0,
196.0,
261.0,
24.0,
244.0,
263.0,
0.0,
246.0,
263.0,
253.0,
0.0,
0.0,
274.0,
0.0,
268.0,
231.0,
304.0,
322.0,
280.0,
261.0,
246.0,
293.0,
240.0,
246.0,
53.0,
123.0,
0.0,
284.0,
267.0,
126.0,
292.0,
83.0,
202.0,
60.0,
43.0,
200.0,
24.0,
205.0,
174.0,
21.0,
274.0,
248.0,
268.0,
254.0,
262.0,
278.0,
263.0,
265.0,
0.0,
266.0,
210.0,
214.0,
0.0,
265.0,
116.0,
120.0,
200.0,
294.0,
31.0,
16.0,
33.0,
184.0,
270.0,
164.0,
256.0,
22.0,
15.0,
104.0,
0.0,
250.0,
20.0,
282.0,
224.0,
60.0,
197.0,
196.0,
12.0,
302.0,
324.0,
203.0,
57.0,
272.0,
188.0,
264.0,
114.0,
21.0,
241.0,
268.0,
240.0,
200.0,
244.0,
220.0,
265.0,
220.0,
10.0,
255.0,
272.0
],
"max_rewards": [
0.0,
4.0,
4.0,
1.0,
0.0,
4.0,
2.0,
4.0,
4.0,
0.0,
4.0,
4.0,
2.0,
4.0,
4.0,
0.0,
2.0,
2.0,
1.0,
4.0,
4.0,
4.0,
0.0,
4.0,
2.0,
4.0,
4.0,
4.0,
4.0,
1.0,
1.0,
4.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
2.0,
4.0,
4.0,
0.0,
0.0,
2.0,
0.0,
4.0,
0.0,
2.0,
4.0,
4.0,
4.0,
2.0,
1.0,
2.0,
4.0,
4.0,
4.0,
4.0,
4.0,
2.0,
1.0,
1.0,
4.0,
4.0,
1.0,
0.0,
4.0,
0.0,
2.0,
4.0,
0.0,
1.0,
4.0,
4.0,
4.0,
4.0,
4.0,
0.0,
1.0,
4.0,
4.0,
4.0,
4.0,
2.0,
4.0,
4.0,
1.0,
0.0,
4.0,
4.0,
4.0,
4.0,
4.0,
1.0,
4.0,
0.0,
4.0,
4.0,
1.0,
4.0,
4.0,
4.0,
4.0,
4.0,
1.0,
4.0,
2.0,
2.0,
4.0,
4.0,
4.0,
2.0,
4.0,
2.0,
4.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
4.0,
2.0,
2.0,
2.0,
2.0,
4.0,
4.0,
4.0,
4.0,
4.0,
0.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
2.0,
4.0,
0.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
0.0,
4.0,
4.0,
4.0,
4.0,
2.0,
2.0,
4.0,
4.0,
1.0,
4.0,
1.0,
0.0,
2.0,
2.0,
4.0,
2.0,
4.0,
2.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
2.0,
4.0,
2.0,
2.0,
4.0,
4.0,
4.0,
4.0,
4.0,
1.0,
4.0,
4.0,
4.0,
2.0,
4.0,
2.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
0.0,
4.0,
4.0,
4.0,
2.0,
2.0,
4.0,
4.0,
1.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
2.0,
2.0,
4.0,
4.0,
4.0,
2.0,
0.0,
4.0,
4.0,
2.0,
1.0,
1.0,
4.0,
2.0,
2.0,
4.0,
4.0,
2.0,
4.0,
0.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
0.0,
4.0,
4.0,
2.0,
4.0,
0.0,
4.0,
2.0,
4.0,
4.0,
4.0,
1.0,
4.0,
1.0,
4.0,
4.0,
4.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
2.0,
1.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
2.0,
1.0,
2.0,
4.0,
4.0,
0.0,
2.0,
2.0,
1.0,
4.0,
4.0,
4.0,
0.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
1.0,
2.0,
2.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
2.0,
2.0,
4.0,
4.0,
1.0,
4.0,
4.0,
0.0,
2.0,
2.0,
1.0,
4.0,
4.0,
2.0,
1.0,
4.0,
2.0,
4.0,
4.0,
4.0,
2.0,
4.0,
0.0,
4.0,
2.0,
4.0,
4.0,
1.0,
2.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
2.0,
4.0,
4.0,
0.0,
4.0,
4.0,
4.0,
0.0,
0.0,
4.0,
0.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
2.0,
2.0,
0.0,
4.0,
4.0,
2.0,
4.0,
1.0,
4.0,
1.0,
2.0,
4.0,
2.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
4.0,
0.0,
4.0,
4.0,
4.0,
0.0,
4.0,
2.0,
2.0,
4.0,
4.0,
1.0,
1.0,
2.0,
4.0,
4.0,
2.0,
4.0,
2.0,
1.0,
2.0,
0.0,
4.0,
2.0,
4.0,
4.0,
1.0,
4.0,
4.0,
1.0,
4.0,
4.0,
4.0,
1.0,
4.0,
4.0,
4.0,
2.0,
1.0,
4.0,
4.0,
4.0,
2.0,
4.0,
4.0,
4.0,
4.0,
2.0,
4.0,
4.0
],
"successes": [
false,
true,
true,
false,
false,
true,
false,
true,
true,
false,
true,
true,
false,
true,
true,
false,
false,
false,
false,
true,
true,
true,
false,
true,
false,
true,
true,
true,
true,
false,
false,
true,
true,
true,
false,
true,
true,
true,
false,
true,
true,
false,
false,
false,
false,
true,
false,
false,
true,
true,
true,
false,
false,
false,
true,
true,
true,
true,
true,
false,
false,
false,
true,
true,
false,
false,
true,
false,
false,
true,
false,
false,
true,
true,
true,
true,
true,
false,
false,
true,
true,
true,
true,
false,
true,
true,
false,
false,
true,
true,
true,
true,
true,
false,
true,
false,
true,
true,
false,
true,
true,
true,
true,
true,
false,
true,
false,
false,
true,
true,
true,
false,
true,
false,
true,
true,
true,
false,
true,
true,
true,
true,
false,
false,
false,
false,
true,
true,
true,
true,
true,
false,
true,
true,
false,
true,
true,
true,
true,
true,
true,
true,
true,
true,
false,
true,
false,
true,
true,
true,
true,
true,
true,
true,
true,
false,
true,
true,
true,
true,
false,
false,
true,
true,
false,
true,
false,
false,
false,
false,
true,
false,
true,
false,
true,
true,
true,
true,
true,
true,
false,
true,
true,
true,
true,
true,
true,
true,
true,
false,
true,
true,
true,
false,
true,
true,
true,
true,
true,
true,
false,
true,
false,
false,
true,
true,
true,
true,
true,
false,
true,
true,
true,
false,
true,
false,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
false,
true,
true,
true,
false,
false,
true,
true,
false,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
false,
false,
true,
true,
true,
false,
false,
true,
true,
false,
false,
false,
true,
false,
false,
true,
true,
false,
true,
false,
true,
true,
false,
true,
true,
true,
true,
false,
true,
true,
true,
true,
true,
true,
true,
false,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
false,
true,
true,
false,
true,
false,
true,
false,
true,
true,
true,
false,
true,
false,
true,
true,
true,
true,
true,
false,
true,
true,
true,
false,
false,
true,
true,
false,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
false,
false,
false,
true,
true,
false,
false,
false,
false,
true,
true,
true,
false,
true,
true,
true,
true,
true,
true,
false,
false,
false,
true,
true,
false,
true,
true,
true,
false,
false,
true,
true,
false,
true,
true,
false,
false,
false,
false,
true,
true,
false,
false,
true,
false,
true,
true,
true,
false,
true,
false,
true,
false,
true,
true,
false,
false,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
false,
true,
true,
false,
true,
true,
true,
false,
false,
true,
false,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
false,
false,
false,
true,
true,
false,
true,
false,
true,
false,
false,
true,
false,
true,
true,
false,
true,
true,
true,
true,
true,
true,
true,
true,
false,
true,
true,
true,
false,
true,
false,
false,
true,
true,
false,
false,
false,
true,
true,
false,
true,
false,
false,
false,
false,
true,
false,
true,
true,
false,
true,
true,
false,
true,
true,
true,
false,
true,
true,
true,
false,
false,
true,
true,
true,
false,
true,
true,
true,
true,
false,
true,
true
],
"video_paths": [
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_0.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_1.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_2.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_3.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_4.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_5.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_6.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_7.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_8.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_9.mp4"
]
}
}
],
"per_group": {
"aloha": {
"avg_sum_reward": 185.06,
"avg_max_reward": 3.122,
"pc_success": 67.2,
"n_episodes": 500,
"video_paths": [
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_0.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_1.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_2.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_3.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_4.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_5.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_6.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_7.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_8.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_9.mp4"
]
}
},
"overall": {
"avg_sum_reward": 185.06,
"avg_max_reward": 3.122,
"pc_success": 67.2,
"n_episodes": 500,
"eval_s": 22810.33832859993,
"eval_ep_s": 45.6206766576767,
"video_paths": [
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_0.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_1.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_2.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_3.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_4.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_5.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_6.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_7.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_8.mp4",
"outputs/eval/2025-11-19/13-49-05_aloha_act/videos/aloha_0/eval_episode_9.mp4"
]
}
}