{
  "per_task": [
    {
      "task_group": "nexarm",
      "task_id": 0,
      "metrics": {
        "sum_rewards": [
          19.99920067423207,
          19.999374339760724,
          19.999263424665827,
          19.999186169088336,
          19.99926540445156,
          19.99931262361049,
          19.999103212934052,
          19.99941349783628,
          20.000912392296385,
          19.99935454374684,
          19.999407544222077,
          19.998560366414353,
          20.000242626410746,
          20.000404150117326,
          19.99929530569687,
          19.998990789378848,
          19.999694329405205,
          19.998856673655915,
          19.999556941521845,
          19.999456757752444,
          19.99996755138518,
          19.998779770478627,
          19.99864167319429,
          19.999150446505546,
          19.999665854449287,
          19.999744424497504,
          19.99937721821303,
          19.999757890689537,
          19.998924143025462,
          19.99897062168577,
          19.998853125529774,
          19.99946562200456,
          19.99902266588925,
          19.999995812824643,
          20.000331841004503,
          19.998825185238324,
          19.999278899879666,
          20.000482566964525,
          20.0007459164613,
          19.998847267297926,
          19.999605270987423,
          19.9998157600556,
          19.99997471411895,
          20.000664351578944,
          19.99926295814083,
          19.998661329876942,
          19.999792463094657,
          19.999818380585516,
          19.999999717416813,
          19.99982980798266
        ],
        "max_rewards": [
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0,
          10.0
        ],
        "successes": [
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true,
          true
        ],
        "video_paths": [
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_0.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_1.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_2.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_3.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_4.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_5.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_6.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_7.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_8.mp4",
          "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_9.mp4"
        ],
        "predicted_video_paths": [],
        "stages": [
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          },
          {
            "picked_middle": true,
            "nested_middle": true,
            "released_middle": true,
            "picked_top": true,
            "nested_top": true,
            "released_top": true
          }
        ],
        "pc_picked_middle": 100.0,
        "pc_nested_middle": 100.0,
        "pc_released_middle": 100.0,
        "pc_picked_top": 100.0,
        "pc_nested_top": 100.0,
        "pc_released_top": 100.0
      },
      "n_episodes": 50,
      "n_success": 50,
      "pc_success": 100.0,
      "pc_success_ci95": [
        92.86524008666413,
        100.0
      ]
    }
  ],
  "per_group": {
    "nexarm": {
      "avg_sum_reward": 19.999502100365106,
      "avg_max_reward": 10.0,
      "pc_success": 100.0,
      "n_episodes": 50,
      "n_success": 50,
      "pc_success_ci95": [
        92.86524008666413,
        100.0
      ],
      "video_paths": [
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_0.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_1.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_2.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_3.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_4.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_5.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_6.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_7.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_8.mp4",
        "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_9.mp4"
      ],
      "predicted_video_paths": [],
      "pc_picked_middle": 100.0,
      "pc_nested_middle": 100.0,
      "pc_released_middle": 100.0,
      "pc_picked_top": 100.0,
      "pc_nested_top": 100.0,
      "pc_released_top": 100.0
    }
  },
  "overall": {
    "avg_sum_reward": 19.999502100365106,
    "avg_max_reward": 10.0,
    "pc_success": 100.0,
    "n_episodes": 50,
    "n_success": 50,
    "pc_success_ci95": [
      92.86524008666413,
      100.0
    ],
    "eval_s": 222.37499451637268,
    "eval_ep_s": 4.4474999046325685,
    "video_paths": [
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_0.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_1.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_2.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_3.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_4.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_5.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_6.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_7.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_8.mp4",
      "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L6_latency/videos/nexarm_0/eval_episode_9.mp4"
    ],
    "predicted_video_paths": [],
    "pc_picked_middle": 100.0,
    "pc_nested_middle": 100.0,
    "pc_released_middle": 100.0,
    "pc_picked_top": 100.0,
    "pc_nested_top": 100.0,
    "pc_released_top": 100.0
  }
}