Publish all per-fixture renders (PNG views + rotating.webp)

Upload each fixture's whole renders/ folder under
renders/<submission>/<fixture>/ instead of a single iso thumbnail.

Co-authored-by: Cursor <cursoragent@cursor.com>

eval_job.py

@@ -82,14 +82,6 @@ SHARD_BUCKET_PREFIX_ENV = "CADGENBENCH_SHARD_BUCKET_PREFIX"
 # whole ``shards/`` tree after a successful merge.
 SHARDS_DIR_NAME = "shards"
 
-# Single canonical view uploaded per fixture for the leaderboard
-# gallery thumbnail. "iso" matches the GT render the gallery pairs it
-# with, so the gallery columns stay a comparable matrix at one fixed
-# camera angle. The evaluator writes this at
-# ``<run_dir>/<fixture>/renders/iso.png`` (cadgenbench DEFAULT_VIEWS).
-GALLERY_THUMB_VIEW = "iso"
-
-
 def main() -> int:
     parser = argparse.ArgumentParser(
         description="Run the CADGenBench eval pipeline on an HF Job.",
@@ -399,20 +391,20 @@ def _publish_reports_and_gallery(
     submissions_repo: str,
     token: str,
 ) -> None:
-    """Publish report HTML/JSON + every gallery thumbnail in one commit.
+    """Publish report HTML/JSON + every per-fixture gallery render in one commit.
 
-    Stages ``reports/<id>.{html,json}`` plus one
-    ``renders/<id>/<fixture>.png`` per fixture that produced an ``iso``
-    thumbnail, then pushes them all in a single ``create_commit``. A
+    Stages ``reports/<id>.{html,json}`` plus each fixture's render folder
+    under ``renders/<id>/<fixture>/`` (canonical PNG views and
+    ``rotating.webp``), then pushes them all in a single ``create_commit``. A
     commit-per-file both serialises the publish and hammers the
     dataset's commit endpoint (the 429 "concurrency queue" failures that
     stranded earlier runs); one commit is atomic, fast, and rate-limit
-    friendly. The standalone PNGs back the gallery's ``renderFor()``; the
+    friendly. The standalone GIFs back the gallery's ``renderFor()``; the
     full multi-view renders stay base64-embedded in ``reports/<id>.html``
-    for the self-contained report. A fixture with no ``iso.png`` (missing
+    for the self-contained report. A fixture with no render folder (missing
     output, or a render that never ran) is skipped; the gallery reads the
     per-fixture status from the row and draws the dashed "invalid
-    generation" cell, so a thumbnail's absence is not an error.
+    generation" cell, so a render artifact's absence is not an error.
     """
     operations: list[CommitOperationAdd] = [
         CommitOperationAdd(
@@ -428,15 +420,19 @@ def _publish_reports_and_gallery(
     ]
     render_count = 0
     for fixture_dir in sorted(d for d in run_dir.iterdir() if d.is_dir()):
-        iso_png = fixture_dir / "renders" / f"{GALLERY_THUMB_VIEW}.png"
-        if iso_png.is_file():
+        renders_dir = fixture_dir / "renders"
+        if not renders_dir.is_dir():
+            continue
+        for render_path in sorted(renders_dir.iterdir()):
+            if render_path.suffix.lower() not in {".png", ".webp"}:
+                continue
             operations.append(
                 CommitOperationAdd(
                     path_in_repo=(
                         f"{RENDERS_DIR_IN_REPO}/{submission_id}/"
-                        f"{fixture_dir.name}.png"
+                        f"{fixture_dir.name}/{render_path.name}"
                     ),
-                    path_or_fileobj=str(iso_png),
+                    path_or_fileobj=str(render_path),
                 )
             )
             render_count += 1