| { |
| "per_task": [ |
| { |
| "task_group": "nexarm", |
| "task_id": 0, |
| "metrics": { |
| "sum_rewards": [ |
| 19.999751023808813, |
| 19.999424156904997, |
| 0.08777481369685591, |
| 9.999071268212479, |
| 19.998998130812303, |
| 9.999063347077009, |
| 19.999086028154508, |
| 19.999422709802374, |
| 20.000612825119887, |
| 19.999352712871158, |
| 19.99940943428573, |
| 5.1238378609388455, |
| 20.000132919651215, |
| 9.998768270132953, |
| 5.483028138680614, |
| 19.999036111512318, |
| 0.23116349533261837, |
| 9.998702880590324, |
| 19.999390559238574, |
| 9.998809129351319, |
| 19.999818619590364, |
| 19.998779630790725, |
| 19.998869753028927, |
| 9.998967910129831, |
| 19.999665839034755, |
| 19.999672490977375, |
| 19.999374343819387, |
| 9.998683241697423, |
| 19.99892392539266, |
| 20.000808782599666, |
| 19.998765390263543, |
| 19.999480312797616, |
| 19.999180504969537, |
| 0.2543853001638039, |
| 20.000504967151286, |
| 19.99879584926217, |
| 19.999611535947786, |
| 20.00059061849219, |
| 20.00090087253563, |
| 19.9986421248369, |
| 19.999610063437913, |
| 19.999833304787458, |
| 20.00004116212001, |
| 20.000946270516074, |
| 20.000176823091152, |
| 19.99855495499165, |
| 9.999142178288174, |
| 19.999797038046992, |
| 19.999760858888262, |
| 19.999860110659345 |
| ], |
| "max_rewards": [ |
| 10.0, |
| 10.0, |
| 1.1160121363285627, |
| 1.5650913068192205, |
| 10.0, |
| 4.87586343173257, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 1.7267790396468565, |
| 10.0, |
| 1.625333225845274, |
| 8.597851453167383, |
| 10.0, |
| 0.04562996166332467, |
| 1.6758910009873138, |
| 10.0, |
| 8.497347467276317, |
| 10.0, |
| 10.0, |
| 10.0, |
| 4.917903893580773, |
| 10.0, |
| 10.0, |
| 10.0, |
| 8.573480465597024, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 1.3608397126411822, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 4.698557756877287, |
| 10.0, |
| 10.0, |
| 10.0 |
| ], |
| "successes": [ |
| true, |
| true, |
| false, |
| false, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| false, |
| false, |
| true, |
| false, |
| false, |
| true, |
| false, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true |
| ], |
| "video_paths": [ |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_0.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_1.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_2.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_3.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_4.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_5.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_6.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_7.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_8.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_9.mp4" |
| ], |
| "predicted_video_paths": [], |
| "stages": [ |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": false, |
| "released_middle": false, |
| "picked_top": false, |
| "nested_top": false, |
| "released_top": false |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": false, |
| "released_top": false |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": false, |
| "nested_middle": false, |
| "released_middle": false, |
| "picked_top": false, |
| "nested_top": false, |
| "released_top": false |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": false, |
| "nested_middle": false, |
| "released_middle": false, |
| "picked_top": false, |
| "nested_top": false, |
| "released_top": false |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| } |
| ], |
| "pc_picked_middle": 96.0, |
| "pc_nested_middle": 94.0, |
| "pc_released_middle": 94.0, |
| "pc_picked_top": 94.0, |
| "pc_nested_top": 92.0, |
| "pc_released_top": 92.0 |
| }, |
| "n_episodes": 50, |
| "n_success": 37, |
| "pc_success": 74.0, |
| "pc_success_ci95": [ |
| 60.44684273515117, |
| 84.12847250644762 |
| ] |
| } |
| ], |
| "per_group": { |
| "nexarm": { |
| "avg_sum_reward": 16.62313961188967, |
| "avg_max_reward": 8.385531617043261, |
| "pc_success": 74.0, |
| "n_episodes": 50, |
| "n_success": 37, |
| "pc_success_ci95": [ |
| 60.44684273515117, |
| 84.12847250644762 |
| ], |
| "video_paths": [ |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_0.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_1.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_2.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_3.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_4.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_5.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_6.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_7.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_8.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_9.mp4" |
| ], |
| "predicted_video_paths": [], |
| "pc_picked_middle": 96.0, |
| "pc_nested_middle": 94.0, |
| "pc_released_middle": 94.0, |
| "pc_picked_top": 94.0, |
| "pc_nested_top": 92.0, |
| "pc_released_top": 92.0 |
| } |
| }, |
| "overall": { |
| "avg_sum_reward": 16.62313961188967, |
| "avg_max_reward": 8.385531617043261, |
| "pc_success": 74.0, |
| "n_episodes": 50, |
| "n_success": 37, |
| "pc_success_ci95": [ |
| 60.44684273515117, |
| 84.12847250644762 |
| ], |
| "eval_s": 383.79956459999084, |
| "eval_ep_s": 7.67599130153656, |
| "video_paths": [ |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_0.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_1.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_2.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_3.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_4.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_5.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_6.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_7.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_8.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_9.mp4" |
| ], |
| "predicted_video_paths": [], |
| "pc_picked_middle": 96.0, |
| "pc_nested_middle": 94.0, |
| "pc_released_middle": 94.0, |
| "pc_picked_top": 94.0, |
| "pc_nested_top": 92.0, |
| "pc_released_top": 92.0 |
| } |
| } |
