{
  "per_task": [
    {
      "task_group": "nexarm",
      "task_id": 0,
      "metrics": {
        "sum_rewards": [
          19.999751023808813,
          19.999424156904997,
          0.08777481369685591,
          9.999071268212479,
          19.998998130812303,
          9.999063347077009,
          19.999086028154508,
          19.999422709802374,
          20.000612825119887,
          19.999352712871158,
          19.99940943428573,
          5.1238378609388455,
          20.000132919651215,
          9.998768270132953,
          5.483028138680614,
          19.999036111512318,
          0.23116349533261837,
          9.998702880590324,
          19.999390559238574,
          9.998809129351319,
          19.999818619590364,
          19.998779630790725,
          19.998869753028927,
          9.998967910129831,
          19.999665839034755,
          19.999672490977375,
          19.999374343819387,
          9.998683241697423,
          19.99892392539266,
          20.000808782599666,
          19.998765390263543,
          19.999480312797616,
          19.999180504969537,
          0.2543853001638039,
          20.000504967151286,
          19.99879584926217,
          19.999611535947786,
          20.00059061849219,
          20.00090087253563,
          19.9986421248369,
          19.999610063437913,
          19.999833304787458,
          20.00004116212001,
          20.000946270516074,
          20.000176823091152,
          19.99855495499165,
          9.999142178288174,
          19.999797038046992,
          19.999760858888262,
          19.999860110659345
        ],
        "max_rewards": [
          10.0,
          10.0,
          1.1160121363285627,
          1.5650913068192205,
          10.0,
          4.87586343173257,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          1.7267790396468565,
          10.0,
          1.625333225845274,
          8.597851453167383,
          10.0,
          0.04562996166332467,
          1.6758910009873138,
          10.0,
          8.497347467276317,
          10.0,
          10.0,
          10.0,
          4.917903893580773,
          10.0,
          10.0,
          10.0,
          8.573480465597024,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          1.3608397126411822,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          4.698557756877287,
          10.0,
          10.0,
          10.0
        ],
        "successes": [
          true,
          true,
          false,
          false,
          true,
          false,
          true,
          true,
          true,
          true,
          true,
          false,
          true,
          false,
          false,
          true,
          false,
          false,
          true,
          false,
          true,
          true,
          true,
          false,
          true,
          true,
          true,
          false,
          true,
          true,
          true,
          true,
          true,
          false,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          false,
          true,
          true,
          true
        ],
        "video_paths": [
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_0.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_1.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_2.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_3.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_4.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_5.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_6.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_7.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_8.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_9.mp4"
        ],
        "predicted_video_paths": [],
        "stages": [
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": false,
            "released_middle": false,
            "picked_top": false,
            "nested_top": false,
            "released_top": false
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": false,
            "released_top": false
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": false,
            "nested_middle": false,
            "released_middle": false,
            "picked_top": false,
            "nested_top": false,
            "released_top": false
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": false,
            "nested_middle": false,
            "released_middle": false,
            "picked_top": false,
            "nested_top": false,
            "released_top": false
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          }
        ],
        "pc_picked_middle": 96.0,
        "pc_nested_middle": 94.0,
        "pc_released_middle": 94.0,
        "pc_picked_top": 94.0,
        "pc_nested_top": 92.0,
        "pc_released_top": 92.0
      },
      "n_episodes": 50,
      "n_success": 37,
      "pc_success": 74.0,
      "pc_success_ci95": [
        60.44684273515117,
        84.12847250644762
      ]
    }
  ],
  "per_group": {
    "nexarm": {
      "avg_sum_reward": 16.62313961188967,
      "avg_max_reward": 8.385531617043261,
      "pc_success": 74.0,
      "n_episodes": 50,
      "n_success": 37,
      "pc_success_ci95": [
        60.44684273515117,
        84.12847250644762
      ],
      "video_paths": [
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_0.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_1.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_2.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_3.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_4.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_5.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_6.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_7.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_8.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_9.mp4"
      ],
      "predicted_video_paths": [],
      "pc_picked_middle": 96.0,
      "pc_nested_middle": 94.0,
      "pc_released_middle": 94.0,
      "pc_picked_top": 94.0,
      "pc_nested_top": 92.0,
      "pc_released_top": 92.0
    }
  },
  "overall": {
    "avg_sum_reward": 16.62313961188967,
    "avg_max_reward": 8.385531617043261,
    "pc_success": 74.0,
    "n_episodes": 50,
    "n_success": 37,
    "pc_success_ci95": [
      60.44684273515117,
      84.12847250644762
    ],
    "eval_s": 383.79956459999084,
    "eval_ep_s": 7.67599130153656,
    "video_paths": [
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_0.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_1.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_2.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_3.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_4.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_5.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_6.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_7.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_8.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_shift3cm/videos/nexarm_0/eval_episode_9.mp4"
    ],
    "predicted_video_paths": [],
    "pc_picked_middle": 96.0,
    "pc_nested_middle": 94.0,
    "pc_released_middle": 94.0,
    "pc_picked_top": 94.0,
    "pc_nested_top": 92.0,
    "pc_released_top": 92.0
  }
}