Multimodal leaderboard

app/backend/constant.py

@@ -69,6 +69,7 @@ class Similarity(Enum):
 
 LEADERBOARD_ICON_MAP = {
     "Text Leaderboard": "📚",
+    "Multimodal Leaderboard": "🖼️",
     "Law": "⚖️",
     "Multilingual": "🌎",
     "German": "🇩🇪",
@@ -80,7 +81,7 @@ LEADERBOARD_ICON_MAP = {
     "Finance": "💰",
     "French": "🇫🇷",
     "Japanese": "🇯🇵",
-
+    "Document_understanding": "📄",
 }
 
 USERNAME = "embedding-benchmark"

app/backend/data_page.py

@@ -36,6 +36,15 @@ def is_section(group_name):
     return False
 
 
+def get_leaderboard_groups(group_name):
+    """Get all group names belonging to the same leaderboard as group_name."""
+    for k, v in LEADERBOARD_MAP.items():
+        group_names = [g[0] for g in v]
+        if group_name in group_names:
+            return set(group_names)
+    return set()
+
+
 def get_closed_dataset():
     data_engine = st.session_state.get("data_engine", DataEngine())
     closed_list = []
@@ -144,15 +153,18 @@ def table_area(group_name, grid_state, data_engine=None, df=None):
     column_list = []
     avg_column = None
     if is_section(group_name):
+        lb_groups = get_leaderboard_groups(group_name)
         avg_columns = []
         for column in df.columns:
-
-            if column.startswith("Average"):
-                avg_columns.insert(0, column)
-                continue
-            if "Average" in column:
-                avg_columns.append(column)
+            if not column.endswith("Average"):
                 continue
+            # "Average" (bare) belongs to the "text" group
+            col_group = "text" if column == "Average" else column.replace(" Average", "").lower()
+            if col_group in lb_groups:
+                if column == "Average" or column.startswith(group_name.capitalize()):
+                    avg_columns.insert(0, column)
+                else:
+                    avg_columns.append(column)
         avg_column = avg_columns[0]
         column_list.extend(avg_columns)
     else:
@@ -179,7 +191,9 @@ def table_area(group_name, grid_state, data_engine=None, df=None):
     df["Open average"] = df[open_avg_list].mean(axis=1).round(2)
     column_list.append("Open average")
 
-    df = df[COLUMNS + column_list].sort_values(by=avg_column, ascending=False)
+    df = df[COLUMNS + column_list]
+    df = df[df[avg_column] > 0]
+    df = df.sort_values(by=avg_column, ascending=False)
 
     # rename avg column  name
     if not is_section(group_name):