{
  "per_task": [
    {
      "task_group": "nexarm",
      "task_id": 0,
      "metrics": {
        "sum_rewards": [
          19.999751603106922,
          19.99943418267172,
          19.99926102920657,
          19.999186185589036,
          19.999008127868276,
          9.999063347077,
          19.999084089109253,
          19.999422321500656,
          20.000718611155836,
          19.999361909145925,
          19.999450960589694,
          5.272005355283752,
          19.99993808179158,
          20.00033522085595,
          9.99929530569687,
          19.999087333368372,
          19.999613063137765,
          19.99879078618209,
          19.999389307456717,
          9.99880912935132,
          19.999849473228938,
          9.998493250340507,
          19.998874751060157,
          9.99896791012983,
          19.99966585285246,
          19.99969119067518,
          19.999375192327758,
          9.998683241697425,
          19.998922403888905,
          20.00087035478629,
          19.9987625763449,
          19.999503194030837,
          19.999238868291684,
          20.000309294969934,
          20.000627326554177,
          19.99879578247197,
          19.999278899879666,
          20.00067483457487,
          20.000882478256898,
          19.99862465637558,
          19.999735537071327,
          19.99982156375354,
          20.000138727595342,
          20.0011585618781,
          20.00029501323754,
          19.998554978826355,
          9.999142178288173,
          19.999797103265955,
          19.999816072326006,
          19.999832978305985
        ],
        "max_rewards": [
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          9.749651036621955,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          9.523854646540542,
          10.0,
          10.0,
          4.794634156303487,
          10.0,
          10.0,
          10.0,
          10.0,
          4.590080485810422,
          10.0,
          8.480247487962238,
          10.0,
          4.599487694945692,
          10.0,
          10.0,
          10.0,
          8.583456245042363,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          1.6817023959512523,
          10.0,
          10.0,
          10.0
        ],
        "successes": [
          true,
          true,
          true,
          true,
          true,
          false,
          true,
          true,
          true,
          true,
          true,
          false,
          true,
          true,
          false,
          true,
          true,
          true,
          true,
          false,
          true,
          false,
          true,
          false,
          true,
          true,
          true,
          false,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          false,
          true,
          true,
          true
        ],
        "video_paths": [
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_0.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_1.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_2.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_3.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_4.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_5.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_6.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_7.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_8.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_9.mp4"
        ],
        "predicted_video_paths": [],
        "stages": [
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          }
        ],
        "pc_picked_middle": 100.0,
        "pc_nested_middle": 100.0,
        "pc_released_middle": 100.0,
        "pc_picked_top": 100.0,
        "pc_nested_top": 100.0,
        "pc_released_top": 100.0
      },
      "n_episodes": 50,
      "n_success": 42,
      "pc_success": 84.0,
      "pc_success_ci95": [
        71.485783936965,
        91.6625793219666
      ]
    }
  ],
  "per_group": {
    "nexarm": {
      "avg_sum_reward": 18.30498780394863,
      "avg_max_reward": 9.44006228298356,
      "pc_success": 84.0,
      "n_episodes": 50,
      "n_success": 42,
      "pc_success_ci95": [
        71.485783936965,
        91.6625793219666
      ],
      "video_paths": [
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_0.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_1.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_2.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_3.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_4.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_5.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_6.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_7.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_8.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_9.mp4"
      ],
      "predicted_video_paths": [],
      "pc_picked_middle": 100.0,
      "pc_nested_middle": 100.0,
      "pc_released_middle": 100.0,
      "pc_picked_top": 100.0,
      "pc_nested_top": 100.0,
      "pc_released_top": 100.0
    }
  },
  "overall": {
    "avg_sum_reward": 18.30498780394863,
    "avg_max_reward": 9.44006228298356,
    "pc_success": 84.0,
    "n_episodes": 50,
    "n_success": 42,
    "pc_success_ci95": [
      71.485783936965,
      91.6625793219666
    ],
    "eval_s": 332.49587631225586,
    "eval_ep_s": 6.64991753578186,
    "video_paths": [
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_0.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_1.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_2.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_3.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_4.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_5.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_6.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_7.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_8.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency_shift3cm/videos/nexarm_0/eval_episode_9.mp4"
    ],
    "predicted_video_paths": [],
    "pc_picked_middle": 100.0,
    "pc_nested_middle": 100.0,
    "pc_released_middle": 100.0,
    "pc_picked_top": 100.0,
    "pc_nested_top": 100.0,
    "pc_released_top": 100.0
  }
}