| { |
| "per_task": [ |
| { |
| "task_group": "nexarm", |
| "task_id": 0, |
| "metrics": { |
| "sum_rewards": [ |
| 19.999751603106922, |
| 19.99943418267172, |
| 19.99926102920657, |
| 19.999186185589036, |
| 19.999008127868276, |
| 9.999063347077, |
| 19.999084089109253, |
| 19.999422321500656, |
| 20.000718611155836, |
| 19.999361909145925, |
| 19.999450960589694, |
| 5.272005355283752, |
| 19.99993808179158, |
| 20.00033522085595, |
| 9.99929530569687, |
| 19.999087333368372, |
| 19.999613063137765, |
| 19.99879078618209, |
| 19.999389307456717, |
| 9.99880912935132, |
| 19.999849473228938, |
| 9.998493250340507, |
| 19.998874751060157, |
| 9.99896791012983, |
| 19.99966585285246, |
| 19.99969119067518, |
| 19.999375192327758, |
| 9.998683241697425, |
| 19.998922403888905, |
| 20.00087035478629, |
| 19.9987625763449, |
| 19.999503194030837, |
| 19.999238868291684, |
| 20.000309294969934, |
| 20.000627326554177, |
| 19.99879578247197, |
| 19.999278899879666, |
| 20.00067483457487, |
| 20.000882478256898, |
| 19.99862465637558, |
| 19.999735537071327, |
| 19.99982156375354, |
| 20.000138727595342, |
| 20.0011585618781, |
| 20.00029501323754, |
| 19.998554978826355, |
| 9.999142178288173, |
| 19.999797103265955, |
| 19.999816072326006, |
| 19.999832978305985 |
| ], |
| "max_rewards": [ |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 9.749651036621955, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 9.523854646540542, |
| 10.0, |
| 10.0, |
| 4.794634156303487, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 4.590080485810422, |
| 10.0, |
| 8.480247487962238, |
| 10.0, |
| 4.599487694945692, |
| 10.0, |
| 10.0, |
| 10.0, |
| 8.583456245042363, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 1.6817023959512523, |
| 10.0, |
| 10.0, |
| 10.0 |
| ], |
| "successes": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| false, |
| true, |
| false, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true |
| ], |
| "video_paths": [ |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_0.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_1.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_2.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_3.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_4.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_5.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_6.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_7.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_8.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_9.mp4" |
| ], |
| "predicted_video_paths": [], |
| "stages": [ |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| } |
| ], |
| "pc_picked_middle": 100.0, |
| "pc_nested_middle": 100.0, |
| "pc_released_middle": 100.0, |
| "pc_picked_top": 100.0, |
| "pc_nested_top": 100.0, |
| "pc_released_top": 100.0 |
| }, |
| "n_episodes": 50, |
| "n_success": 42, |
| "pc_success": 84.0, |
| "pc_success_ci95": [ |
| 71.485783936965, |
| 91.6625793219666 |
| ] |
| } |
| ], |
| "per_group": { |
| "nexarm": { |
| "avg_sum_reward": 18.30498780394863, |
| "avg_max_reward": 9.44006228298356, |
| "pc_success": 84.0, |
| "n_episodes": 50, |
| "n_success": 42, |
| "pc_success_ci95": [ |
| 71.485783936965, |
| 91.6625793219666 |
| ], |
| "video_paths": [ |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_0.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_1.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_2.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_3.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_4.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_5.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_6.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_7.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_8.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_9.mp4" |
| ], |
| "predicted_video_paths": [], |
| "pc_picked_middle": 100.0, |
| "pc_nested_middle": 100.0, |
| "pc_released_middle": 100.0, |
| "pc_picked_top": 100.0, |
| "pc_nested_top": 100.0, |
| "pc_released_top": 100.0 |
| } |
| }, |
| "overall": { |
| "avg_sum_reward": 18.30498780394863, |
| "avg_max_reward": 9.44006228298356, |
| "pc_success": 84.0, |
| "n_episodes": 50, |
| "n_success": 42, |
| "pc_success_ci95": [ |
| 71.485783936965, |
| 91.6625793219666 |
| ], |
| "eval_s": 332.49587631225586, |
| "eval_ep_s": 6.64991753578186, |
| "video_paths": [ |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_0.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_1.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_2.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_3.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_4.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_5.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_6.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_7.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_8.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_9.mp4" |
| ], |
| "predicted_video_paths": [], |
| "pc_picked_middle": 100.0, |
| "pc_nested_middle": 100.0, |
| "pc_released_middle": 100.0, |
| "pc_picked_top": 100.0, |
| "pc_nested_top": 100.0, |
| "pc_released_top": 100.0 |
| } |
| } |
