{
  "per_task": [
    {
      "task_group": "nexarm",
      "task_id": 0,
      "metrics": {
        "sum_rewards": [
          19.999200674232068,
          19.999373924603248,
          19.99926778325349,
          19.999186174585937,
          19.999282512561805,
          19.99932120413826,
          19.999104335204287,
          19.99941564754492,
          20.000906742825123,
          19.999353409992693,
          19.999434881471227,
          19.998560322008196,
          20.000135904059597,
          20.000404525756167,
          19.99941419954162,
          19.998996561951554,
          19.999689477906166,
          19.99884647521916,
          19.999575623433877,
          19.998809129351322,
          19.99997300076215,
          19.99877970064516,
          19.9986422002851,
          19.999150479525547,
          19.999665848541127,
          19.99973730186441,
          19.99937761866253,
          19.99978482507997,
          19.998924101419394,
          19.998970621685768,
          19.998851910206966,
          19.999466675332584,
          19.999012459657827,
          19.99999670761472,
          20.00033550221448,
          19.99882829984505,
          19.99927889987967,
          20.000443565627247,
          20.0007435378016,
          19.998846644295554,
          19.99960354272448,
          19.99981470268171,
          19.999935712317864,
          20.000649477500996,
          19.999900140361703,
          19.99865427841497,
          19.999142178288174,
          19.99983776063719,
          20.0000018870871,
          19.999863088534703
        ],
        "max_rewards": [
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0
        ],
        "successes": [
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true
        ],
        "video_paths": [
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_0.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_1.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_2.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_3.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_4.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_5.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_6.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_7.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_8.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_9.mp4"
        ],
        "predicted_video_paths": [],
        "stages": [
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          }
        ],
        "pc_picked_middle": 100.0,
        "pc_nested_middle": 100.0,
        "pc_released_middle": 100.0,
        "pc_picked_top": 100.0,
        "pc_nested_top": 100.0,
        "pc_released_top": 100.0
      },
      "n_episodes": 50,
      "n_success": 50,
      "pc_success": 100.0,
      "pc_success_ci95": [
        92.86524008666413,
        100.0
      ]
    }
  ],
  "per_group": {
    "nexarm": {
      "avg_sum_reward": 19.99948984358273,
      "avg_max_reward": 10.0,
      "pc_success": 100.0,
      "n_episodes": 50,
      "n_success": 50,
      "pc_success_ci95": [
        92.86524008666413,
        100.0
      ],
      "video_paths": [
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_0.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_1.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_2.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_3.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_4.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_5.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_6.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_7.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_8.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_9.mp4"
      ],
      "predicted_video_paths": [],
      "pc_picked_middle": 100.0,
      "pc_nested_middle": 100.0,
      "pc_released_middle": 100.0,
      "pc_picked_top": 100.0,
      "pc_nested_top": 100.0,
      "pc_released_top": 100.0
    }
  },
  "overall": {
    "avg_sum_reward": 19.99948984358273,
    "avg_max_reward": 10.0,
    "pc_success": 100.0,
    "n_episodes": 50,
    "n_success": 50,
    "pc_success_ci95": [
      92.86524008666413,
      100.0
    ],
    "eval_s": 248.35155773162842,
    "eval_ep_s": 4.96703115940094,
    "video_paths": [
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_0.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_1.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_2.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_3.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_4.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_5.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_6.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_7.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_8.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L5_latency/videos/nexarm_0/eval_episode_9.mp4"
    ],
    "predicted_video_paths": [],
    "pc_picked_middle": 100.0,
    "pc_nested_middle": 100.0,
    "pc_released_middle": 100.0,
    "pc_picked_top": 100.0,
    "pc_nested_top": 100.0,
    "pc_released_top": 100.0
  }
}