{ "per_task": [ { "task_group": "nexarm", "task_id": 0, "metrics": { "sum_rewards": [ 19.99974173204233, 19.999368754405914, 0.0691452542581159, 19.99919227305865, 19.99926691660191, 19.999352807925654, 19.999097929410578, 19.999437636920913, 20.00082271336317, 19.99935060569124, 19.999423211772303, 19.998559775004345, 20.000136314215492, 20.000396700094605, 19.999415554506545, 19.998953329951107, 19.999637228677525, 19.998851881750948, 19.999545452640817, 19.998809129351322, 19.99985988435705, 19.998779718751702, 19.99862320437755, 19.999150798318396, 19.999665887592183, 19.99974970752827, 19.999377473744552, 19.99978547295716, 19.99880413156093, 20.000564456427583, 19.998862524575706, 0.03820681271296611, 19.99900273916976, 0.324904845952818, 20.000232941189687, 19.998813261883647, 19.99985219635503, 20.000320678380696, 20.000741770513454, 19.99887426522286, 19.99966691290502, 19.999807344536848, 19.99985710508558, 20.000679585582, 19.99985898636109, 19.998634344315604, 19.999142178288174, 19.99983741913241, 19.999898886591893, 19.999810294404995 ], "max_rewards": [ 10.0, 10.0, 1.1150920133001794, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 0.03536902608888626, 10.0, 1.3610141180816426, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0 ], "successes": [ true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "video_paths": [ "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_0.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_1.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_2.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_3.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_4.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_5.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_6.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_7.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_8.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "stages": [ { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": false, "nested_middle": false, "released_middle": false, "picked_top": false, "nested_top": false, "released_top": false }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": false, "nested_middle": false, "released_middle": false, "picked_top": false, "nested_top": false, "released_top": false }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": false, "nested_middle": false, "released_middle": false, "picked_top": false, "nested_top": false, "released_top": false }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true } ], "pc_picked_middle": 94.0, "pc_nested_middle": 94.0, "pc_released_middle": 94.0, "pc_picked_top": 94.0, "pc_nested_top": 94.0, "pc_released_top": 94.0 }, "n_episodes": 50, "n_success": 47, "pc_success": 94.0, "pc_success_ci95": [ 83.78290831116182, 97.9385029651026 ] } ], "per_group": { "nexarm": { "avg_sum_reward": 18.80819742060838, "avg_max_reward": 9.450229503149414, "pc_success": 94.0, "n_episodes": 50, "n_success": 47, "pc_success_ci95": [ 83.78290831116182, 97.9385029651026 ], "video_paths": [ "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_0.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_1.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_2.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_3.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_4.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_5.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_6.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_7.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_8.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "pc_picked_middle": 94.0, "pc_nested_middle": 94.0, "pc_released_middle": 94.0, "pc_picked_top": 94.0, "pc_nested_top": 94.0, "pc_released_top": 94.0 } }, "overall": { "avg_sum_reward": 18.80819742060838, "avg_max_reward": 9.450229503149414, "pc_success": 94.0, "n_episodes": 50, "n_success": 47, "pc_success_ci95": [ 83.78290831116182, 97.9385029651026 ], "eval_s": 278.23571038246155, "eval_ep_s": 5.564714226722717, "video_paths": [ "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_0.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_1.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_2.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_3.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_4.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_5.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_6.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_7.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_8.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "pc_picked_middle": 94.0, "pc_nested_middle": 94.0, "pc_released_middle": 94.0, "pc_picked_top": 94.0, "pc_nested_top": 94.0, "pc_released_top": 94.0 } }