open_dss (#7)

- Data page (5fc7ea786e94ca94fbc9c3aaf0b31ea7684ccf3c)
- Data page (2a09920256f166bd8803ae8c8967ca689130558a)


Co-authored-by: Fődi, Zoltán <fzoll@users.noreply.huggingface.co>

app/backend/data_engine.py

@@ -113,6 +113,15 @@ class DataEngine:
         for _, row in grouped_dataset_count.iterrows():
             dataset_num_map[row["group_name"]] = row["dataset_name"]
 
+        # Create a list of open datasets
+        open_datasets = []
+        for result in results_list:
+            if not result.get("is_closed", False):
+                open_datasets.append(result["dataset_name"])
+
+        # Count open datasets
+        open_dataset_count = len(open_datasets)
+
         grouped_model = df.groupby(["model_name", "group_name"]).agg({
             "ndcg_at_10": "mean",
         }).reset_index()
@@ -121,13 +130,18 @@ class DataEngine:
 
         # Rename columns
         pivot.columns = list(
-            map(lambda x: f"{x[1].capitalize()} Average ({dataset_num_map[x[1]]} datasets)" if x[
-                                                                                                   1] != 'text' else f"Average ({dataset_num_map[x[1]]} datasets)",
+            map(lambda x: f"{x[1].capitalize()} Average ({dataset_num_map[x[1]]} datasets)" if x[1] != 'text' else f"Average ({dataset_num_map[x[1]]} datasets)",
                 pivot.columns))
 
         pivot_dataset = df_result.pivot(index="model_name", columns="dataset_name", values="ndcg_at_10")
 
+        # Calculate open average
+        open_df = df_result[df_result["dataset_name"].isin(open_datasets)]
+        open_avg = open_df.groupby("model_name")["ndcg_at_10"].mean().reset_index()
+        open_avg = open_avg.rename(columns={"ndcg_at_10": f"Open average ({open_dataset_count} datasets)"})
+
         df = pd.merge(df_model, pivot, on="model_name")
+        df = pd.merge(df, open_avg, on="model_name")
         df = pd.merge(df, pivot_dataset, on="model_name")
 
         if df.empty:

app/backend/data_page.py

@@ -19,7 +19,6 @@ CELL_STYLE = {'fontSize': '18px'}
 
 
 def is_section(group_name):
-
     for k, v in LEADERBOARD_MAP.items():
         leaderboard_name = v[0][0]
 
@@ -46,7 +45,7 @@ def render_page(group_name):
                 --theme-color: rgb(129, 150, 64);
                 --theme-color-light: rgba(129, 150, 64, 0.2);
             }
-    
+
             /* AG Grid specific overrides */
             .ag-theme-alpine {
                 --ag-selected-row-background-color: var(--theme-color-light) !important;
@@ -55,23 +54,23 @@ def render_page(group_name):
                 --ag-range-selection-border-color: var(--theme-color) !important;
                 --ag-range-selection-background-color: var(--theme-color-light) !important;
             }
-    
+
             .ag-row-hover {
                 background-color: var(--theme-color-light) !important;
             }
-    
+
             .ag-row-selected {
                 background-color: var(--theme-color-light) !important;
             }
-    
+
             .ag-row-focus {
                 background-color: var(--theme-color-light) !important;
             }
-    
+
             .ag-cell-focus {
                 border-color: var(--theme-color) !important;
             }
-    
+
             /* Keep existing styles */
             .center-text {
                 text-align: center;
@@ -144,6 +143,11 @@ def render_page(group_name):
     df["Closed average"] = df[close_avg_list].mean(axis=1)
     column_list.append("Closed average")
 
+    # Add Open average to the column list if it's not already there
+    open_avg_col = next((col for col in df.columns if col.startswith("Open average")), None)
+    if open_avg_col and open_avg_col not in column_list:
+        column_list.append(open_avg_col)
+
     df = df[COLUMNS + column_list].sort_values(by=avg_column, ascending=False)
 
     # setting column config
@@ -164,7 +168,7 @@ def render_page(group_name):
                             `<a href="${link}" target="_blank">${params.value}</a>` : 
                             params.value;
                     }
-    
+
                     getGui() {
                         return this.eGui;
                     }
@@ -176,6 +180,13 @@ def render_page(group_name):
              'cellStyle': CELL_STYLE,
              'suppressSizeToFit': True},
 
+            # Add Open average column definition
+            {'headerName': open_avg_col if open_avg_col else 'Open average',
+             'field': open_avg_col if open_avg_col else 'Open average',
+             'headerStyle': HEADER_STYLE,
+             'cellStyle': CELL_STYLE,
+             'suppressSizeToFit': True},
+
             {'headerName': 'Closed average',
              'field': 'Closed average',
              'headerStyle': HEADER_STYLE,