Spaces:

Howieeeee
/

WorldScore_Leaderboard

Running

App Files Files Community

Howieeeee commited on Jan 28

Commit

1a4dde7

verified ·

1 Parent(s): 634af9c

Upload 5 files

Browse files

Files changed (5) hide show

README.md +11 -0
index.html +40 -0
leaderboard.csv +25 -0
script.js +261 -0
style.css +131 -0

README.md ADDED Viewed

	@@ -0,0 +1,11 @@

+---
+title: WorldScore Leaderboard
+emoji: 📊
+colorFrom: green
+colorTo: indigo
+sdk: static
+app_file: index.html
+pinned: false
+---
+# WorldScore Leaderboard

index.html ADDED Viewed

	@@ -0,0 +1,40 @@

+<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="UTF-8" />
+  <title>WorldScore Leaderboard</title>
+  <link rel="stylesheet" href="style.css" />
+</head>
+<body>
+  <main class="page">
+    <!-- Intro Section -->
+    <div id="intro" class="intro">
+      <h1>WorldScore Leaderboard</h1>
+      <div class="intro-links">
+        <a href="https://arxiv.org/abs/2504.00983" target="_blank">Paper</a> |
+        <a href="https://haoyi-duan.github.io/WorldScore/" target="_blank">Website</a> |
+        <a href="https://github.com/haoyi-duan/WorldScore" target="_blank">Code</a> |
+        <a href="https://huggingface.co/datasets/Howieeeee/WorldScore" target="_blank">Dataset</a> |
+         <a href="https://github.com/haoyi-duan/WorldScore?tab=readme-ov-file#leaderboard" target="_blank">Join Leaderboard</a>
+      </div>
+      <p class="intro-text">
+        🏆 Welcome to the leaderboard of <b>WorldScore</b>, the first unified evaluation benchmark for world generation.
+      </p>
+      <hr class="divider">
+    </div>
+    <!-- Table -->
+    <div id="table-container" class="table-container">
+      Loading leaderboard...
+    </div>
+  </main>
+  <script src="script.js"></script>
+</body>
+</html>

leaderboard.csv ADDED Viewed

	@@ -0,0 +1,25 @@

+Model Type,Model Name,Ability,Sampled by,Evaluated by,Accessibility,Date,WorldScore-Static,WorldScore-Dynamic,Camera Control,Object Control,Content Alignment,3D Consistency,Photometric Consistency,Style Consistency,Subjective Quality,Motion Accuracy,Motion Magnitude,Motion Smoothness
+Video,[Gen-3](https://runwayml.com/),I2V,WorldScore,WorldScore,API,2025.03.30,60.71,57.58,29.47,62.92,50.49,68.31,87.09,62.82,63.85,54.53,27.48,68.87
+Video,[Hailuo](https://hailuoai.video/),I2V,WorldScore,WorldScore,API,2025.03.30,57.55,56.36,22.39,69.56,73.53,67.18,62.82,54.91,52.44,63.46,27.20,70.07
+Video,[DynamiCrafter](https://doubiiu.github.io/projects/DynamiCrafter/),I2V,WorldScore,WorldScore,Open Source,2025.03.30,52.09,47.19,25.15,47.36,25.00,72.90,60.95,78.85,54.40,41.11,39.25,26.92
+Video,[VideoCrafter1-T2V](https://ailab-cvc.github.io/videocrafter1/),T2V,WorldScore,WorldScore,Open Source,2025.03.30,47.10,43.54,21.61,50.44,60.78,64.86,51.36,38.05,42.63,11.76,75.00,18.87
+Video,[VideoCrafter1-I2V](https://ailab-cvc.github.io/videocrafter1/),I2V,WorldScore,WorldScore,Open Source,2025.03.30,50.47,47.64,25.46,24.25,35.27,74.42,73.89,65.17,54.85,55.63,25.00,42.49
+Video,[VideoCrafter2](https://ailab-cvc.github.io/videocrafter2/),T2V,WorldScore,WorldScore,Open Source,2025.03.30,52.57,47.49,28.92,39.07,72.46,65.14,61.85,43.79,56.74,47.12,30.40,29.39
+Video,[T2V-Turbo](https://t2v-turbo.github.io/),T2V,WorldScore,WorldScore,Open Source,2025.03.30,45.65,40.20,27.80,30.68,69.14,38.72,34.84,49.65,68.74,34.87,40.09,7.48
+Video,[EasyAnimate](https://easyanimate.github.io/),I2V,WorldScore,WorldScore,Open Source,2025.03.30,52.85,51.65,26.72,54.50,50.76,67.29,47.35,73.05,50.31,75.00,31.16,40.32
+Video,[CogVideoX-T2V](https://github.com/THUDM/CogVideo),T2V,WorldScore,WorldScore,Open Source,2025.03.30,54.18,48.79,40.22,51.05,68.12,68.81,64.20,42.19,44.67,25.00,47.31,36.28
+Video,[CogVideoX-I2V](https://github.com/THUDM/CogVideo),I2V,WorldScore,WorldScore,Open Source,2025.03.30,62.15,59.12,38.27,40.07,36.73,86.21,88.12,83.22,62.44,69.56,26.42,60.15
+Video,[Allegro](https://github.com/rhymes-ai/Allegro),I2V,WorldScore,WorldScore,Open Source,2025.03.30,55.31,51.97,24.84,57.47,51.48,70.50,69.89,65.60,47.41,54.39,40.28,37.81
+Video,[Vchitect-2.0](https://vchitect.intern-ai.org.cn/),T2V,WorldScore,WorldScore,Open Source,2025.03.30,42.28,38.47,26.55,49.54,65.75,41.53,42.30,25.69,44.58,33.59,33.81,21.31
+Video,[LTX-Video](https://www.lightricks.com/),I2V,WorldScore,WorldScore,Open Source,2025.07.03,55.44,56.54,25.06,53.41,39.73,78.41,88.92,53.50,49.08,76.22,29.95,71.09
+Video,[Wan2.1](https://wan.video/),I2V,WorldScore,WorldScore,Open Source,2025.10.01,57.56,52.85,23.53,40.32,45.44,78.74,78.36,77.18,59.38,54.27,33.26,38.05
+Video,[TeleWorld](https://github.com/Tele-AI/MMPL/),I2V,TeleWorld,TeleWorld,Open Source,2025.12.09,78.23,66.73,76.58,74.44,73.20,87.35,88.82,85.59,61.66,53.94,31.55,34.18
+3D,[SceneScape](https://scenescape.github.io/),T2V,WorldScore,WorldScore,Open Source,2025.03.30,50.73,35.51,84.99,47.44,28.64,76.54,62.88,21.85,32.75,0.00,0.00,0.00
+3D,[Text2Room](https://lukashoel.github.io/text-to-room/),I2V,WorldScore,WorldScore,Open Source,2025.03.30,62.10,43.47,94.01,38.93,50.79,88.71,88.36,37.23,36.69,0.00,0.00,0.00
+3D,[LucidDreamer](https://luciddreamer-cvlab.github.io/),I2V,WorldScore,WorldScore,Open Source,2025.03.30,70.40,49.28,88.93,41.18,75.00,90.37,90.20,48.10,58.99,0.00,0.00,0.00
+3D,[WonderJourney](https://kovenyu.com/wonderjourney/),I2V,WorldScore,WorldScore,Open Source,2025.03.30,63.75,44.63,84.60,37.10,35.54,80.60,79.03,62.82,66.56,0.00,0.00,0.00
+3D,[InvisibleStitch](https://research.paulengstler.com/invisible-stitch/),I2V,WorldScore,WorldScore,Open Source,2025.03.30,61.12,42.78,93.20,36.51,29.53,88.51,89.19,32.37,58.50,0.00,0.00,0.00
+3D,[WonderWorld](https://kovenyu.com/wonderworld/),I2V,WorldScore,WorldScore,Open Source,2025.03.30,72.69,50.88,92.98,51.76,71.25,86.87,85.56,70.57,49.81,0.00,0.00,0.00
+3D,[Voyager](https://3d-models.hunyuan.tencent.com/world/),I2V,Voyager,Voyager,Open Source,2025.06.25,77.62,54.53,85.95,66.92,68.92,81.56,85.99,84.89,71.09,0.00,0.00,0.00
+3D,[FantasyWorld-0.1](https://fantasy-amap.github.io/fantasy-world/),I2V,FantasyAMAP,FantasyAMAP,Open Source,2025.12.28,78.55,54.99,75.55,87.75,63.37,81.10,93.58,85.43,63.08,0.00,0.00,0.00
+4D,[4D-fy](https://sherwinbahmani.github.io/4dfy/),T2V,WorldScore,WorldScore,Open Source,2025.03.30,27.98,32.10,69.92,55.09,0.85,35.47,1.59,32.04,0.89,22.22,22.88,80.06

script.js ADDED Viewed

	@@ -0,0 +1,261 @@

+const COL_ORDER = [
+  "Model Name",
+  "WorldScore-Static",
+  "WorldScore-Dynamic",
+  "Camera Control",
+  "Object Control",
+  "Content Alignment",
+  "3D Consistency",
+  "Photometric Consistency",
+  "Style Consistency",
+  "Subjective Quality",
+  "Motion Accuracy",
+  "Motion Magnitude",
+  "Motion Smoothness",
+  "Model Type",
+  "Ability",
+  "Sampled by",
+  "Evaluated by",
+  "Accessibility",
+  "Date",
+];
+// 简单 CSV 解析（你的数据没有带逗号的字段，这样已经够用）
+function parseCsv(text) {
+  const lines = text.trim().split(/\r?\n/);
+  const header = lines[0].split(",");
+  const rows = lines
+    .slice(1)
+    .map((line) => {
+      if (!line.trim()) return null;
+      const parts = line.split(",");
+      const obj = {};
+      header.forEach((h, i) => {
+        obj[h.trim()] = (parts[i] || "").trim();
+      });
+      return obj;
+    })
+    .filter(Boolean);
+  return { header, rows };
+}
+function parseMarkdownLink(s) {
+  const m = s.match(/^\[(.*?)\]\((.*?)\)$/);
+  if (m) {
+    return { text: m[1], url: m[2] };
+  }
+  return { text: s, url: null };
+}
+function isNumericColumn(colName) {
+  const numericCols = new Set([
+    "WorldScore-Static",
+    "WorldScore-Dynamic",
+    "Camera Control",
+    "Object Control",
+    "Content Alignment",
+    "3D Consistency",
+    "Photometric Consistency",
+    "Style Consistency",
+    "Subjective Quality",
+    "Motion Accuracy",
+    "Motion Magnitude",
+    "Motion Smoothness",
+  ]);
+  return numericCols.has(colName);
+}
+function buildTable(rows) {
+  const container = document.getElementById("table-container");
+  container.innerHTML = "";
+  const table = document.createElement("table");
+  table.className = "ws-table";
+  const thead = document.createElement("thead");
+  const headRow = document.createElement("tr");
+  const firstRow = rows[0] || {};
+  const cols = COL_ORDER.filter((c) => c in firstRow);
+  // 表头：全部 sortable
+  cols.forEach((col) => {
+    const th = document.createElement("th");
+    th.textContent = col;
+    th.classList.add("sortable");
+    th.dataset.col = col;
+    // 默认排序列：WorldScore-Static，标记为 desc
+    if (col === "WorldScore-Static") {
+      th.classList.add("desc");
+    }
+    headRow.appendChild(th);
+  });
+  thead.appendChild(headRow);
+  table.appendChild(thead);
+  const tbody = document.createElement("tbody");
+  table.appendChild(tbody);
+  container.appendChild(table);
+  // 计算每个数值列的 最大值 / 第二大值
+  function computeTopInfo(data) {
+    const info = {};
+    cols.forEach((col) => {
+      if (!isNumericColumn(col)) return;
+      const vals = [];
+      data.forEach((row) => {
+        const v = parseFloat(row[col] ?? "");
+        if (!isNaN(v)) vals.push(v);
+      });
+      if (vals.length === 0) {
+        info[col] = { max: null, second: null };
+        return;
+      }
+      vals.sort((a, b) => b - a); // 降序
+      const max = vals[0];
+      let second = null;
+      for (let i = 1; i < vals.length; i++) {
+        if (vals[i] !== max) {
+          second = vals[i];
+          break;
+        }
+      }
+      info[col] = { max, second };
+    });
+    return info;
+  }
+  // 根据当前 rows 渲染 body（使用 topInfo 做加粗/下划线）
+  function renderBody(data, topInfo) {
+    tbody.innerHTML = "";
+    data.forEach((row) => {
+      const tr = document.createElement("tr");
+      cols.forEach((col) => {
+        const td = document.createElement("td");
+        const val = row[col] ?? "";
+        if (col === "Model Name") {
+          const { text, url } = parseMarkdownLink(val);
+          if (url) {
+            const a = document.createElement("a");
+            a.href = url;
+            a.target = "_blank";
+            a.rel = "noopener noreferrer";
+            a.textContent = text;
+            td.appendChild(a);
+          } else {
+            td.textContent = text;
+          }
+        } else {
+          td.textContent = val;
+          if (isNumericColumn(col)) {
+            const num = parseFloat(val);
+            const info = topInfo && topInfo[col];
+            if (!isNaN(num) && info) {
+              if (info.max != null && num === info.max) {
+                // 最大值：加粗
+                td.style.fontWeight = "700";
+              } else if (info.second != null && num === info.second) {
+                // 第二大值：下划线
+                td.style.textDecoration = "underline";
+              }
+            }
+          }
+        }
+        tr.appendChild(td);
+      });
+      tbody.appendChild(tr);
+    });
+  }
+  // 当前排序状态
+  let currentSortCol = "WorldScore-Static";
+  let currentAsc = false; // 默认降序
+  // 根据列名和升降序排序，然后渲染
+  function sortAndRender(col, asc) {
+    const sorted = [...rows].sort((a, b) => {
+      const va = a[col] ?? "";
+      const vb = b[col] ?? "";
+      if (isNumericColumn(col)) {
+        const na = parseFloat(va);
+        const nb = parseFloat(vb);
+        if (isNaN(na) && isNaN(nb)) return 0;
+        if (isNaN(na)) return asc ? -1 : 1;
+        if (isNaN(nb)) return asc ? 1 : -1;
+        return asc ? na - nb : nb - na;
+      } else {
+        return asc
+          ? String(va).localeCompare(String(vb))
+          : String(vb).localeCompare(String(va));
+      }
+    });
+    const topInfo = computeTopInfo(sorted);
+    renderBody(sorted, topInfo);
+    // 更新箭头 class
+    const headers = Array.from(thead.querySelectorAll("th.sortable"));
+    headers.forEach((h) => {
+      h.classList.remove("asc", "desc");
+    });
+    const target = headers.find((h) => h.dataset.col === col);
+    if (target) {
+      target.classList.add(asc ? "asc" : "desc");
+    }
+  }
+  // 初始渲染：WorldScore-Static 降序
+  sortAndRender(currentSortCol, currentAsc);
+  // 给所有表头绑定 click 排序
+  const headers = Array.from(thead.querySelectorAll("th.sortable"));
+  headers.forEach((th) => {
+    th.addEventListener("click", () => {
+      const col = th.dataset.col;
+      if (col === currentSortCol) {
+        currentAsc = !currentAsc; // 同一列就翻转方向
+      } else {
+        currentSortCol = col;
+        currentAsc = true; // 新列默认升序
+      }
+      sortAndRender(currentSortCol, currentAsc);
+    });
+  });
+}
+// 入口：加载 CSV，默认在 JS 里先按 WorldScore-Static 降序排一次，然后 buildTable
+fetch("leaderboard.csv")
+  .then((res) => {
+    if (!res.ok) {
+      throw new Error("HTTP " + res.status);
+    }
+    return res.text();
+  })
+  .then((text) => {
+    const parsed = parseCsv(text);
+    if (!parsed.rows || parsed.rows.length === 0) {
+      document.getElementById("table-container").innerHTML =
+        "<p>No data rows in leaderboard.csv</p>";
+      return;
+    }
+    // 这里的 rows 保留原始字符串形式（包括 [Name](url)）
+    const rows = parsed.rows.slice();
+    buildTable(rows);
+  })
+  .catch((err) => {
+    console.error("Failed to load CSV:", err);
+    document.getElementById("table-container").innerHTML =
+      "<p style='color:#f97316'>Failed to load leaderboard.csv: " + String(err) + "</p>";
+  });

style.css ADDED Viewed

	@@ -0,0 +1,131 @@

+/* Intro Section */
+.intro h1 {
+  font-size: 2rem;
+  font-weight: 800;
+  margin-bottom: 8px;
+  color: #ffffff;
+}
+.intro-links {
+  margin-bottom: 12px;
+  font-size: 1rem;
+}
+.intro-links a {
+  color: #60a5fa;
+  text-decoration: none;
+  font-weight: 600;
+}
+.intro-links a:hover {
+  text-decoration: underline;
+}
+.intro-text {
+  color: #d1d5db;
+  font-size: 1rem;
+  margin-top: 6px;
+  line-height: 1.5rem;
+}
+.divider {
+  margin: 20px 0;
+  border: none;
+  height: 1px;
+  background-color: #374151;
+}
+body {
+  margin: 0;
+  padding: 0;
+  font-family: system-ui, -apple-system, BlinkMacSystemFont, "Segoe UI", sans-serif;
+  background-color: #0b1120;
+  color: #e5e7eb;
+}
+.page {
+  padding: 24px 32px 40px 32px;
+}
+.title {
+  font-size: 2rem;
+  font-weight: 800;
+  margin: 0 0 4px 0;
+}
+.subtitle {
+  margin: 0 0 16px 0;
+  color: #9ca3af;
+  font-size: 0.95rem;
+}
+.table-container {
+  margin-top: 12px;
+  overflow-x: auto;
+}
+/* 基础表格样式，简单一点 */
+.ws-table {
+  border-collapse: collapse;
+  width: 100%;
+  min-width: 1200px;
+  background-color: #ffffff;
+  color: #111827;
+  font-size: 0.9rem;
+}
+.ws-table th,
+.ws-table td {
+  border: 1px solid #d1d5db;
+  padding: 6px 8px;
+  text-align: center;
+  white-space: nowrap;
+}
+.ws-table th {
+  background-color: #e5e7eb;
+  font-weight: 600;
+}
+/* Model Name 列：保持一行 & 悬浮在左侧（sticky） */
+.ws-table th:first-child,
+.ws-table td:first-child {
+  position: sticky;       /* 悬浮 */
+  left: 0;                /* 固定在最左边 */
+  z-index: 3;             /* 保证不被其他列遮挡 */
+  background-color: #ffffff; /* 表格背景色，一定要设，否则会透明 */
+  white-space: nowrap;    /* 不换行 */
+}
+/* Model Name 列：宽度根据内容自动展开，不换行 */
+.ws-table th:first-child,
+.ws-table td:first-child {
+  white-space: nowrap;       /* 不换行 */
+  width: max-content;        /* 自动根据内容宽度展开 */
+  max-width: none;           /* 禁止压缩 */
+}
+/* model name 链接样式 */
+.ws-table td:first-child a {
+  color: #1d4ed8;
+  text-decoration: none;
+  font-weight: 600;
+}
+.ws-table td:first-child a:hover {
+  text-decoration: underline;
+}
+.ws-table th:nth-child(2),
+.ws-table th:nth-child(3) {
+  background-color: #ffe5e5;  /* 浅红背景 */
+  color: #b91c1c;             /* 深红文字 */
+  font-weight: 700;
+}
+/* 表头可点击（之后加排序） */
+.ws-table th.sortable {
+  cursor: pointer;
+}