eval_info.json

{
  "per_task": [
    {
      "task_group": "pusht",
      "task_id": 0,
      "metrics": {
        "sum_rewards": [
          1.8267718114508966,
          0.0,
          138.42914332089705,
          134.4301923699587,
          2.199332315895095
        ],
        "max_rewards": [
          0.14168601048781734,
          0.0,
          0.9678296811827658,
          1.0,
          0.18490481950623675
        ],
        "successes": [
          false,
          false,
          false,
          true,
          false
        ],
        "video_paths": [
          "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_0.mp4",
          "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_1.mp4",
          "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_2.mp4",
          "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_3.mp4",
          "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_4.mp4"
        ]
      }
    }
  ],
  "per_group": {
    "pusht": {
      "avg_sum_reward": 55.37708796364035,
      "avg_max_reward": 0.4588841022353639,
      "pc_success": 20.0,
      "n_episodes": 5,
      "video_paths": [
        "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_0.mp4",
        "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_1.mp4",
        "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_2.mp4",
        "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_3.mp4",
        "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_4.mp4"
      ]
    }
  },
  "overall": {
    "avg_sum_reward": 55.37708796364035,
    "avg_max_reward": 0.4588841022353639,
    "pc_success": 20.0,
    "n_episodes": 5,
    "eval_s": 78.52861070632935,
    "eval_ep_s": 15.705722332000732,
    "video_paths": [
      "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_0.mp4",
      "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_1.mp4",
      "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_2.mp4",
      "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_3.mp4",
      "outputs/eval/quick_test_DDIM/videos/pusht_0/eval_episode_4.mp4"
    ]
  }
}