| { |
| "per_task": [ |
| { |
| "task_group": "nexarm", |
| "task_id": 0, |
| "metrics": { |
| "sum_rewards": [ |
| 19.99974173204233, |
| 19.999368754405914, |
| 0.0691452542581159, |
| 19.99919227305865, |
| 19.99926691660191, |
| 19.999352807925654, |
| 19.999097929410578, |
| 19.999437636920913, |
| 20.00082271336317, |
| 19.99935060569124, |
| 19.999423211772303, |
| 19.998559775004345, |
| 20.000136314215492, |
| 20.000396700094605, |
| 19.999415554506545, |
| 19.998953329951107, |
| 19.999637228677525, |
| 19.998851881750948, |
| 19.999545452640817, |
| 19.998809129351322, |
| 19.99985988435705, |
| 19.998779718751702, |
| 19.99862320437755, |
| 19.999150798318396, |
| 19.999665887592183, |
| 19.99974970752827, |
| 19.999377473744552, |
| 19.99978547295716, |
| 19.99880413156093, |
| 20.000564456427583, |
| 19.998862524575706, |
| 0.03820681271296611, |
| 19.99900273916976, |
| 0.324904845952818, |
| 20.000232941189687, |
| 19.998813261883647, |
| 19.99985219635503, |
| 20.000320678380696, |
| 20.000741770513454, |
| 19.99887426522286, |
| 19.99966691290502, |
| 19.999807344536848, |
| 19.99985710508558, |
| 20.000679585582, |
| 19.99985898636109, |
| 19.998634344315604, |
| 19.999142178288174, |
| 19.99983741913241, |
| 19.999898886591893, |
| 19.999810294404995 |
| ], |
| "max_rewards": [ |
| 10.0, |
| 10.0, |
| 1.1150920133001794, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 0.03536902608888626, |
| 10.0, |
| 1.3610141180816426, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0, |
| 10.0 |
| ], |
| "successes": [ |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true |
| ], |
| "video_paths": [ |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_0.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_1.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_2.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_3.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_4.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_5.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_6.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_7.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_8.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_9.mp4" |
| ], |
| "predicted_video_paths": [], |
| "stages": [ |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": false, |
| "nested_middle": false, |
| "released_middle": false, |
| "picked_top": false, |
| "nested_top": false, |
| "released_top": false |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": false, |
| "nested_middle": false, |
| "released_middle": false, |
| "picked_top": false, |
| "nested_top": false, |
| "released_top": false |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": false, |
| "nested_middle": false, |
| "released_middle": false, |
| "picked_top": false, |
| "nested_top": false, |
| "released_top": false |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| }, |
| { |
| "picked_middle": true, |
| "nested_middle": true, |
| "released_middle": true, |
| "picked_top": true, |
| "nested_top": true, |
| "released_top": true |
| } |
| ], |
| "pc_picked_middle": 94.0, |
| "pc_nested_middle": 94.0, |
| "pc_released_middle": 94.0, |
| "pc_picked_top": 94.0, |
| "pc_nested_top": 94.0, |
| "pc_released_top": 94.0 |
| }, |
| "n_episodes": 50, |
| "n_success": 47, |
| "pc_success": 94.0, |
| "pc_success_ci95": [ |
| 83.78290831116182, |
| 97.9385029651026 |
| ] |
| } |
| ], |
| "per_group": { |
| "nexarm": { |
| "avg_sum_reward": 18.80819742060838, |
| "avg_max_reward": 9.450229503149414, |
| "pc_success": 94.0, |
| "n_episodes": 50, |
| "n_success": 47, |
| "pc_success_ci95": [ |
| 83.78290831116182, |
| 97.9385029651026 |
| ], |
| "video_paths": [ |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_0.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_1.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_2.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_3.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_4.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_5.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_6.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_7.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_8.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_9.mp4" |
| ], |
| "predicted_video_paths": [], |
| "pc_picked_middle": 94.0, |
| "pc_nested_middle": 94.0, |
| "pc_released_middle": 94.0, |
| "pc_picked_top": 94.0, |
| "pc_nested_top": 94.0, |
| "pc_released_top": 94.0 |
| } |
| }, |
| "overall": { |
| "avg_sum_reward": 18.80819742060838, |
| "avg_max_reward": 9.450229503149414, |
| "pc_success": 94.0, |
| "n_episodes": 50, |
| "n_success": 47, |
| "pc_success_ci95": [ |
| 83.78290831116182, |
| 97.9385029651026 |
| ], |
| "eval_s": 278.23571038246155, |
| "eval_ep_s": 5.564714226722717, |
| "video_paths": [ |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_0.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_1.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_2.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_3.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_4.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_5.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_6.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_7.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_8.mp4", |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_now/videos/nexarm_0/eval_episode_9.mp4" |
| ], |
| "predicted_video_paths": [], |
| "pc_picked_middle": 94.0, |
| "pc_nested_middle": 94.0, |
| "pc_released_middle": 94.0, |
| "pc_picked_top": 94.0, |
| "pc_nested_top": 94.0, |
| "pc_released_top": 94.0 |
| } |
| } |
