update leaderboard

leaderboards/object_hi3deval.csv

@@ -1,5 +1,7 @@
 Method,Task,Geometry Plausibility,Geometry Details,Texture Quality,Geo.-Tex. Coherence,Prompt-3D Alignment,Overall
+hunyuan3d-2.5-i,"Image-to-3D",6.460,2.86,2.79,0.981,3.47,16.561
 hunyuan3d-2.0,"Image-to-3D",6.2919,2.7215,2.7644,0.9876,3.4334,16.1988
+hunyuan3d-2.5-t,"Text-to-3D",6.42,2.7,2.45,0.947,3.18,15.697
 trellis,"Image-to-3D",5.8626,2.392,2.4693,0.9702,3.5048,15.1989
 spar3d,"Image-to-3D",5.7791,2.3031,2.4749,0.9601,3.4842,15.0014
 triposr,"Image-to-3D",5.2216,2.4225,2.3758,0.9562,3.3643,14.3404

serve/leaderboard.py

@@ -10,29 +10,23 @@ import numpy as np
 import pandas as pd
 from serve.model import model_config
 
-def hyperlink(name, link):
-    return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); \
-    text-decoration: underline;text-decoration-style: dotted;">{name}</a>'
+def amend_model_name(config):
+    if config.page_link:
+        return '[' + config.model_name + '](' + config.page_link + ')'
+    elif config.code_link:
+        return '[' + config.model_name + '](' + config.page_link + ')'
+    else:
+        return config.model_name
 
-def amend_model_name(name, rank):
-    model_name = model_config[name].model_name
+def amend_rank(rank):
     if rank==1:
-        return "🥇 " + model_name
+        return "🥇"
     elif rank==2:
-        return "🥈 " + model_name
+        return "🥈"
     elif rank==3:
-        return '🥉 ' + model_name
+        return '🥉'
     else:
-        return model_name
-
-def get_cfg_info(name):
-    config = model_config[name]
-    links = []
-    if config.page_link:
-        links.append(hyperlink("Page", config.page_link))
-    if config.code_link:
-        links.append(hyperlink("Code", config.code_link))
-    return ", ".join(links) if links else "N/A", config.organization if config.organization else "N/A"
+        return rank
 
 def get_leaderboard_values(leaderboard_df):
     leaderboard_vals = []
@@ -43,13 +37,11 @@ def get_leaderboard_values(leaderboard_df):
         if model_name not in model_config.keys() or model_config[model_name].task != task:
             continue
         
-        values = [rank, amend_model_name(model_name, rank), task]
+        cfg = model_config[model_name]
+        values = [amend_rank(rank), amend_model_name(cfg), task]
         values = values + [row.get(dim, np.NaN) for dim in leaderboard_df.columns[2:]]
         # values.append(round(np.sum([v for v in values[3:] if pd.notna(v)]), 4))
-
-        links, organization = get_cfg_info(model_name)
-        # values.append(links)
-        values.append(organization)
+        values.append(cfg.organization if cfg.organization else "N/A")
         
         leaderboard_vals.append(values)
     return leaderboard_vals
@@ -77,20 +69,22 @@ def build_leaderboard_tab(leaderboard_file: str, task: str = ""):
         # df = df.drop(df[df["Task"]!=task.split()[0]].index)
     leaderboard_df = df.drop(df[df["Method"].isnull()].index)
     leaderboard_df = leaderboard_df.reset_index(drop=True)
+    leaderboard_df = leaderboard_df.sort_values(by="Overall", ascending=False).reset_index(drop=True)
 
     leaderboard_vals = get_leaderboard_values(leaderboard_df)
     leaderboard = gr.Dataframe(
         headers = ['Rank', "🤖 Model", "🪧 Task" ] 
             + [f"{dim}" for dim in leaderboard_df.keys()[2:-1]] 
             + ["⭐ Overall", "🏛️ Orgnization"],     # "🔗 Links",
-        datatype = ["number", "str", "str"] 
+        datatype = ["number", "markdown", "markdown"] 
             + ["number"] * (len(leaderboard_df.columns) - 3) 
-            + ["number", "str"],
+            + ["number", "markdown"],
         value = leaderboard_vals,
         height = 680,
-        column_widths = [60, 140, 100] 
+        column_widths = [60, 120, 100] 
             + [120] * (len(leaderboard_df.columns) - 3) 
-            + [120, 160],
+            + [120, 180],
         wrap = True,
+        type="pandas",
     )
     return leaderboard

serve/markdown.py

@@ -1,3 +1,7 @@
+home_icon = "https://img.shields.io/badge/Website-Page-blue?logo=homeassistant&logoColor=white&style=flat-square"
+arxiv_icon = "https://img.shields.io/badge/ArXiv-Paper-b31b1b?logo=arxiv&logoColor=white&style=flat-square"
+github_icon = "https://img.shields.io/badge/GitHub-Repo-181717?logo=github&logoColor=white&style=flat-square"
+
 
 def hyperlink(name, link):
     return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); \
@@ -77,10 +81,16 @@ This leaderboard integrates results from three complementary benchmarks that spa
     return md
 
 
-def get_hi3deval_intro_md(num_model=None):
+
+def get_hi3deval_intro_md():
     md = f'''
 This leaderboard is evaluated using **Hi3DEval**, a straight forward scoring benchmark that does **not rely on pairwise comparisons**.
 
+<div style="display: flex; gap: 10px; align-items: center;">
+  <a href="https://zyh482.github.io/Hi3DEval/" target="_blank"><img src="{home_icon}"></a>
+  <a href="https://arxiv.org/abs/xxxx.xxxxx" target="_blank"> <img src="{arxiv_icon}"></a>
+</div>
+
 Specifically, each dimension is assigned an absolute score within clearly defined value ranges:
 
 - Geometry Plausibility: range [0, 9]

serve/model.py

@@ -83,6 +83,17 @@ register_model_config(
     organization="ByteDance"
 )
 
+register_model_config(
+    nick_name="hunyuan3d-2.5-t",
+    model_name="Hunyuan3D 2.5",
+    task="Text-to-3D",
+    representation="",
+    paradigm="",
+    page_link="https://3d-models.hunyuan.tencent.com/",
+    code_link="",
+    organization="Tencent Hunyuan3D Team"
+)
+
 register_model_config(
     nick_name="grm-t",
     model_name="GRM",
@@ -139,12 +150,12 @@ register_model_config(
     organization="Tencent Hunyuan3D Team"
 )
 register_model_config(
-    nick_name="hunyuan3d-2.5",
+    nick_name="hunyuan3d-2.5-i",
     model_name="Hunyuan3D 2.5",
     task="Image-to-3D",
     representation="",
     paradigm="",
-    page_link="",
+    page_link="https://3d-models.hunyuan.tencent.com/",
     code_link="",
     organization="Tencent Hunyuan3D Team"
 )