add the video generation part

src/tasks/__init__.py

@@ -5,10 +5,12 @@
 from typing import Dict
 
 from src.tasks.base import TaskPlugin
+from src.tasks.video_generation import TASKS as TASKS_VIDEO_GEN
 from src.tasks.task_future_prediction import TASK as TASK_FUTURE_PRED
 from src.tasks.property_estimation import TASKS as TASKS_PROPERTY_EST
 
 TASKS: Dict[str, TaskPlugin] = {
+    **TASKS_VIDEO_GEN,
     **TASKS_PROPERTY_EST,
     TASK_FUTURE_PRED.name: TASK_FUTURE_PRED,
 }

src/tasks/video_generation/__init__.py

@@ -0,0 +1,67 @@
+"""Task: Video Generation (scene-level).
+
+Per-scene metrics: PSNR / SSIM / LPIPS / PMF . The evaluator is initialized on CPU by
+default; export ``PHYS_METRIC_DEVICE=cuda`` to opt in to GPU when one is
+available to the worker.
+"""
+from __future__ import annotations
+
+from functools import partial
+
+from src.tasks.base import TaskPlugin
+from .utils import _evaluate_scene, _validate_scene, resolve_gt_dir, resolve_inference_dir
+
+TASK_VIDEO_GEN_STATIC = TaskPlugin(
+    name="videoGeneration_static",
+    display_name="Video Generation on Static Camera",
+    description="Given first frame and caption, generate a physical plausible video on a static camera. " \
+                "Metrics: PSNR / SSIM / LPIPS / PMF.",
+    expected_scene_layout=(
+        "```\n"
+        "<scene_id>.zip\n"
+        "├── CineCamera_n/\n"
+        "│   └── rgb/\n"
+        "│       ├── ...\n"
+        "│       ├── 0075.jpg\n"
+        "│       └── ...\n"
+        "\n"
+        "```"
+    ),
+    validate_scene_fn=partial(_validate_scene, subset="static"),
+    evaluate_scene_fn=partial(_evaluate_scene, subset="static"),
+    resolve_gt_dir_fn=resolve_gt_dir,
+    resolve_inference_dir_fn=resolve_inference_dir,
+    primary_metric="pmf",
+    higher_is_better=True,
+    leaderboard_columns=["psnr", "ssim", "lpips", "pmf"],
+)
+
+TASK_VIDEO_GEN_MOVING = TaskPlugin(
+    name="videoGeneration_moving",
+    display_name="Video Generation on Moving Dataset",
+    description="Given first frame and caption, generate a physical plausible video a static camera. " \
+                "Metrics: PSNR / SSIM / LPIPS / PMF.",
+    expected_scene_layout=(
+        "```\n"
+        "<scene_id>.zip\n"
+        "├── CineCamera_Moving/\n"
+        "    └── rgb/\n"
+        "│       ├── ...\n"
+        "│       ├── 0075.jpg\n"
+        "│       └── ...\n"
+        "\n"
+        "```"
+    ),
+    validate_scene_fn=partial(_validate_scene, subset="moving"),
+    evaluate_scene_fn=partial(_evaluate_scene, subset="moving"),
+    resolve_gt_dir_fn=resolve_gt_dir,
+    resolve_inference_dir_fn=resolve_inference_dir,
+    primary_metric="pmf",
+    higher_is_better=True,
+    leaderboard_columns=["psnr", "ssim", "lpips", "pmf"],
+)
+
+TASKS = {
+    TASK_VIDEO_GEN_STATIC.name:  TASK_VIDEO_GEN_STATIC,
+    TASK_VIDEO_GEN_MOVING.name:  TASK_VIDEO_GEN_MOVING,
+}