eval_info.json

{
  "per_task": [
    {
      "task_group": "pusht",
      "task_id": 0,
      "metrics": {
        "sum_rewards": [
          0.3914601344416881,
          0.0,
          3.0225350579518078,
          57.85444800126946,
          2.2860336596517703
        ],
        "max_rewards": [
          0.016161635587489693,
          0.0,
          0.13602692717822804,
          1.0,
          0.12696340492350905
        ],
        "successes": [
          false,
          false,
          false,
          true,
          false
        ],
        "video_paths": [
          "outputs/eval/quick_test/videos/pusht_0/eval_episode_0.mp4",
          "outputs/eval/quick_test/videos/pusht_0/eval_episode_1.mp4",
          "outputs/eval/quick_test/videos/pusht_0/eval_episode_2.mp4",
          "outputs/eval/quick_test/videos/pusht_0/eval_episode_3.mp4",
          "outputs/eval/quick_test/videos/pusht_0/eval_episode_4.mp4"
        ]
      }
    }
  ],
  "per_group": {
    "pusht": {
      "avg_sum_reward": 12.710895370662945,
      "avg_max_reward": 0.25583039353784537,
      "pc_success": 20.0,
      "n_episodes": 5,
      "video_paths": [
        "outputs/eval/quick_test/videos/pusht_0/eval_episode_0.mp4",
        "outputs/eval/quick_test/videos/pusht_0/eval_episode_1.mp4",
        "outputs/eval/quick_test/videos/pusht_0/eval_episode_2.mp4",
        "outputs/eval/quick_test/videos/pusht_0/eval_episode_3.mp4",
        "outputs/eval/quick_test/videos/pusht_0/eval_episode_4.mp4"
      ]
    }
  },
  "overall": {
    "avg_sum_reward": 12.710895370662945,
    "avg_max_reward": 0.25583039353784537,
    "pc_success": 20.0,
    "n_episodes": 5,
    "eval_s": 76.92150545120239,
    "eval_ep_s": 15.384301280975341,
    "video_paths": [
      "outputs/eval/quick_test/videos/pusht_0/eval_episode_0.mp4",
      "outputs/eval/quick_test/videos/pusht_0/eval_episode_1.mp4",
      "outputs/eval/quick_test/videos/pusht_0/eval_episode_2.mp4",
      "outputs/eval/quick_test/videos/pusht_0/eval_episode_3.mp4",
      "outputs/eval/quick_test/videos/pusht_0/eval_episode_4.mp4"
    ]
  }
}