{ "per_task": [ { "task_group": "nexarm", "task_id": 0, "metrics": { "sum_rewards": [ 19.99920067423207, 19.99936780837285, 19.999261044865307, 19.999186197631026, 19.999254431058876, 19.999295060219538, 19.99910487895591, 19.999407041853758, 20.0008681045148, 19.99934784349658, 19.9994397268542, 19.998560247385083, 20.00024001100901, 20.00044984344665, 19.99929530569687, 19.999030773769185, 19.999694496713847, 19.998854099596638, 19.99953088407533, 19.998809129351322, 19.999948615111823, 19.998779697840703, 19.998629271917135, 19.99915212222885, 19.999215220305736, 19.999735484886088, 19.999378421863035, 19.99979721683864, 19.998804131560927, 20.00063154754565, 19.998860346329014, 19.99946596878882, 19.99902381323421, 19.999986461450764, 19.9988365188051, 19.998818273763813, 19.99986498558003, 20.00046238073155, 20.00065011494618, 19.998874839409808, 19.99965833814105, 19.999807043576332, 19.99985932382898, 20.000723896331895, 19.999875048902396, 19.998627402954675, 19.999142178288174, 19.99984230580536, 20.00000951573825, 19.999817232251008 ], "max_rewards": [ 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0 ], "successes": [ true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "video_paths": [ "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_0.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_1.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_2.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_3.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_4.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_5.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_6.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_7.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_8.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "stages": [ { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true } ], "pc_picked_middle": 100.0, "pc_nested_middle": 100.0, "pc_released_middle": 100.0, "pc_picked_top": 100.0, "pc_nested_top": 100.0, "pc_released_top": 100.0 }, "n_episodes": 50, "n_success": 50, "pc_success": 100.0, "pc_success_ci95": [ 92.86524008666413, 100.0 ] } ], "per_group": { "nexarm": { "avg_sum_reward": 19.999489506441094, "avg_max_reward": 10.0, "pc_success": 100.0, "n_episodes": 50, "n_success": 50, "pc_success_ci95": [ 92.86524008666413, 100.0 ], "video_paths": [ "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_0.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_1.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_2.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_3.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_4.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_5.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_6.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_7.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_8.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "pc_picked_middle": 100.0, "pc_nested_middle": 100.0, "pc_released_middle": 100.0, "pc_picked_top": 100.0, "pc_nested_top": 100.0, "pc_released_top": 100.0 } }, "overall": { "avg_sum_reward": 19.999489506441094, "avg_max_reward": 10.0, "pc_success": 100.0, "n_episodes": 50, "n_success": 50, "pc_success_ci95": [ 92.86524008666413, 100.0 ], "eval_s": 393.51571583747864, "eval_ep_s": 7.870314340591431, "video_paths": [ "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_0.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_1.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_2.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_3.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_4.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_5.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_6.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_7.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_8.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L9_none/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "pc_picked_middle": 100.0, "pc_nested_middle": 100.0, "pc_released_middle": 100.0, "pc_picked_top": 100.0, "pc_nested_top": 100.0, "pc_released_top": 100.0 } }