{ "per_task": [ { "task_group": "nexarm", "task_id": 0, "metrics": { "sum_rewards": [ 19.999200674232068, 19.99937206760531, 19.9992698170588, 19.99918794466563, 19.99929222007174, 19.999320622457372, 19.999096885840558, 19.999381711724922, 20.00085847966603, 19.99934806900428, 19.999465695769928, 19.99856031973249, 20.000200040932167, 20.00035210213488, 19.999427441571164, 19.99903565073565, 19.999684368607582, 19.998853751485562, 19.99955732477096, 19.998809129351322, 20.00000097718282, 19.998779618404974, 19.99864874434424, 19.99915080261716, 19.999665841735133, 19.999740159713554, 19.99937541480402, 19.99974105448578, 19.99880413156093, 20.000620312034577, 19.998859332981137, 19.999482011145822, 19.99899848323649, 19.99993551199065, 20.00029408970697, 19.998814926477202, 19.99927889987967, 20.000333138392065, 20.000715899023742, 19.998855489792433, 19.999615153147175, 19.99979904088018, 19.99990111446928, 20.000709886987252, 19.999262958140825, 19.998639185244226, 19.999793909678967, 19.999831252577046, 19.999970369372633, 19.99980040132814 ], "max_rewards": [ 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0 ], "successes": [ true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "video_paths": [ "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_0.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_1.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_2.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_3.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_4.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_5.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_6.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_7.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_8.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "stages": [ { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true } ], "pc_picked_middle": 100.0, "pc_nested_middle": 100.0, "pc_released_middle": 100.0, "pc_picked_top": 100.0, "pc_nested_top": 100.0, "pc_released_top": 100.0 }, "n_episodes": 50, "n_success": 50, "pc_success": 100.0, "pc_success_ci95": [ 92.86524008666413, 100.0 ] } ], "per_group": { "nexarm": { "avg_sum_reward": 19.99951384857507, "avg_max_reward": 10.0, "pc_success": 100.0, "n_episodes": 50, "n_success": 50, "pc_success_ci95": [ 92.86524008666413, 100.0 ], "video_paths": [ "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_0.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_1.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_2.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_3.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_4.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_5.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_6.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_7.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_8.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "pc_picked_middle": 100.0, "pc_nested_middle": 100.0, "pc_released_middle": 100.0, "pc_picked_top": 100.0, "pc_nested_top": 100.0, "pc_released_top": 100.0 } }, "overall": { "avg_sum_reward": 19.99951384857507, "avg_max_reward": 10.0, "pc_success": 100.0, "n_episodes": 50, "n_success": 50, "pc_success_ci95": [ 92.86524008666413, 100.0 ], "eval_s": 387.7670912742615, "eval_ep_s": 7.755341839790344, "video_paths": [ "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_0.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_1.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_2.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_3.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_4.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_5.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_6.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_7.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_8.mp4", "/workspace/lerobot-nexarm/experiments/261027-plan-bind-two-step/outputs/full/eval/planbind_L6_none/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "pc_picked_middle": 100.0, "pc_nested_middle": 100.0, "pc_released_middle": 100.0, "pc_picked_top": 100.0, "pc_nested_top": 100.0, "pc_released_top": 100.0 } }