{ "per_task": [ { "task_group": "nexarm", "task_id": 0, "metrics": { "sum_rewards": [ 19.99974172941686, 19.999361957517646, 0.09529052628987866, 19.999188637931343, 19.999270608643606, 19.9992777478245, 19.999105284953263, 19.999418590257783, 20.000916084683926, 19.99934790335388, 19.999441898509225, 19.99855993369729, 20.000135085231243, 20.00036255548894, 19.99929530569687, 19.99901467169276, 19.99965857824038, 19.998859509067078, 19.999555595867243, 19.9994569103765, 19.99985531412613, 19.998779777987995, 0.10474769178772037, 19.9991507777862, 19.999665855566953, 19.99976391548153, 19.99937519088873, 19.999789464676386, 19.99892399145604, 20.00058700809152, 19.99888170004406, 0.038407886172903805, 19.999002096083213, 0.3174886601296423, 20.000375268562795, 19.99882321007272, 19.999868311628127, 20.000463377952194, 20.000718933888276, 19.998874396568954, 19.99966454912113, 19.999821159472905, 19.99832065039298, 20.000663036384665, 19.99991149341564, 19.998641353576787, 19.999142178288174, 19.999830717745947, 19.999877647273827, 19.99981914113524 ], "max_rewards": [ 10.0, 10.0, 1.114471630191873, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 0.0249885570106535, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 0.035302288875288856, 10.0, 1.3545529658928146, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0 ], "successes": [ true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "video_paths": [ "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_0.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_1.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_2.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_3.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_4.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_5.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_6.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_7.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_8.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "stages": [ { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": false, "released_middle": false, "picked_top": false, "nested_top": false, "released_top": false }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": false, "nested_middle": false, "released_middle": false, "picked_top": false, "nested_top": false, "released_top": false }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": false, "nested_middle": false, "released_middle": false, "picked_top": false, "nested_top": false, "released_top": false }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": false, "nested_middle": false, "released_middle": false, "picked_top": false, "nested_top": false, "released_top": false }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true } ], "pc_picked_middle": 94.0, "pc_nested_middle": 92.0, "pc_released_middle": 92.0, "pc_picked_top": 92.0, "pc_nested_top": 92.0, "pc_released_top": 92.0 }, "n_episodes": 50, "n_success": 46, "pc_success": 92.0, "pc_success_ci95": [ 81.16175308165717, 96.84504859114071 ] } ], "per_group": { "nexarm": { "avg_sum_reward": 18.410689877409993, "avg_max_reward": 9.250586308839413, "pc_success": 92.0, "n_episodes": 50, "n_success": 46, "pc_success_ci95": [ 81.16175308165717, 96.84504859114071 ], "video_paths": [ "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_0.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_1.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_2.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_3.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_4.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_5.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_6.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_7.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_8.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "pc_picked_middle": 94.0, "pc_nested_middle": 92.0, "pc_released_middle": 92.0, "pc_picked_top": 92.0, "pc_nested_top": 92.0, "pc_released_top": 92.0 } }, "overall": { "avg_sum_reward": 18.410689877409993, "avg_max_reward": 9.250586308839413, "pc_success": 92.0, "n_episodes": 50, "n_success": 46, "pc_success_ci95": [ 81.16175308165717, 96.84504859114071 ], "eval_s": 316.0980794429779, "eval_ep_s": 6.321961598396301, "video_paths": [ "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_0.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_1.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_2.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_3.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_4.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_5.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_6.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_7.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_8.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "pc_picked_middle": 94.0, "pc_nested_middle": 92.0, "pc_released_middle": 92.0, "pc_picked_top": 92.0, "pc_nested_top": 92.0, "pc_released_top": 92.0 } }