fixes

app.py

@@ -4,7 +4,7 @@ import pandas as pd
 import os
 import time
 import datetime
-from utils import fetch_competition_summary, fetch_models_evaluation, get_all_competition_summary, update_leader_info
+from utils import fetch_competition_summary, fetch_models_evaluation, get_all_competition_summary, update_leader_info, highlight_score_column
 # from dotenv import load_dotenv
 from cfg import * 
 # load_dotenv()
@@ -69,8 +69,11 @@ def main():
                     st.session_state.leader_info[competition] = update_leader_info(st.session_state.leader_info, competition, best_model)
             else:
                 st.session_state.leader_info[competition] = {
-                    "Username": "N/A", "Model Name": "N/A", "Hotkey": "N/A",
-                    "Date": "N/A", "UID": "N/A", "Days on Top": "N/A"
+                    "Username": "N/A",
+                    "Hotkey": "N/A",
+                    "Date": "N/A", 
+                    "UID": "N/A", 
+                    "Days on Top": "N/A"
                 }
     else:
         competition_summaries, model_evaluations, _ = load_competition_data(st.session_state.last_update_time)
@@ -86,8 +89,8 @@ def main():
     st.write("#### Select a competition to view more details and rankings.")
     
     # Create a header for the table
-    cols = st.columns([1, 3, 2, 2, 2, 2, 1, 2])
-    headers = ["Index", "Competition Name", "Leader", "Model", "Date", "Hotkey", "Days on Top"]
+    cols = st.columns([1, 3, 2, 2, 2, 1, 2])
+    headers = ["Index", "Competition Name", "Leader", "Date", "Hotkey", "Days on Top"]
     for col, header in zip(cols, headers):
         col.write(header)
 
@@ -95,16 +98,15 @@ def main():
     for index, (competition, details) in enumerate(COMPETITIONS.items(), start=1):
         leader_info = st.session_state.get("leader_info", {}).get(competition, {})
 
-        cols = st.columns([1, 3, 2, 2, 2, 2, 1, 2])
+        cols = st.columns([1, 3, 2, 2, 2, 1, 2])
         cols[0].write(index)
 
         if cols[1].button(competition):
             st.session_state.selected_competition = competition
         cols[2].write(leader_info.get("Username", "N/A"))
-        cols[3].write(leader_info.get("Model Name", "N/A"))
-        cols[4].write(leader_info.get("Date", "N/A"))
-        cols[5].write(leader_info.get("Hotkey", "N/A"))
-        cols[6].write(leader_info.get("Days on Top", "N/A"))
+        cols[3].write(leader_info.get("Date", "N/A"))
+        cols[4].write(leader_info.get("Hotkey", "N/A"))
+        cols[5].write(leader_info.get("Days on Top", "N/A"))
     if st.session_state.selected_competition:
         competition_name = st.session_state.selected_competition
         competition_details = COMPETITIONS.get(competition_name, {})
@@ -116,14 +118,14 @@ def main():
         st.subheader("Competition Summary")
         competition_summary_df = competition_summaries.get(competition_name, pd.DataFrame())
         if not competition_summary_df.empty:
-            st.markdown('<div class="table-container">' + competition_summary_df.to_html(classes='dataframe', escape=False) + '</div>', unsafe_allow_html=True)
+            st.dataframe(competition_summary_df, height=500)
         else:
             st.warning("No competition summary data available.")
 
         st.subheader("Models Evaluation")
         models_evaluation_df = model_evaluations.get(competition_name, pd.DataFrame())
         if not models_evaluation_df.empty:
-            st.markdown('<div class="table-container">' + models_evaluation_df.to_html(classes='dataframe', escape=False) + '</div>', unsafe_allow_html=True)
+            st.dataframe(models_evaluation_df.style.apply(highlight_score_column, axis=0))
         else:
             st.warning("No models evaluation data available.")
     else:

utils.py

@@ -10,7 +10,6 @@ def update_leader_info(leader_info, competition, best_model):
     if leader_info.get(competition) is None:
         leader_info[competition] = {
             "Username": best_model["Username"],
-            "Model Name": best_model["Model Name"],
             "Hotkey": best_model["Hotkey"],
             "Date": current_date,
             "Days on Top": 1
@@ -21,7 +20,6 @@ def update_leader_info(leader_info, competition, best_model):
         else:
             leader_info[competition] = {
                 "Username": best_model["Username"],
-                "Model Name": best_model["Model Name"],
                 "Hotkey": best_model["Hotkey"],
                 "Date": current_date,
                 "Days on Top": 1
@@ -54,10 +52,10 @@ def fetch_competition_summary(api, projects, selected_project):
     for run in runs:
         try:
             summary = run.summary
-            if summary.get("validator_id") and summary.get("winning_hotkey"):
+            if summary.get("validator_hotkey") and summary.get("winning_hotkey"):
                 data.append({
                     "ID": run.id,
-                    "Validator ID": summary.get("validator_id"),
+                    "Validator ID": summary.get("validator_hotkey"),
                     "Winning Hotkey": summary.get("winning_hotkey"),
                     "Run Time (s)": summary.get("run_time_s"),
                     "Created At": run.created_at,
@@ -83,18 +81,25 @@ def fetch_models_evaluation(api, projects, selected_project):
     for run in runs:
         try:
             summary = run.summary
-            if summary.get("accuracy") is not None:  # Assuming runs with accuracy are model evaluations
+            if summary.get("score") is not None:  # Assuming runs with score are model evaluations
                 data.append({
                     "ID": run.id,
                     "Username": run.user.username,
-                    "Model Name": summary.get("model_name", "N/A"),
-                    "Hotkey": summary.get("hotkey", "N/A"),
+                    "Hotkey": summary.get("miner_hotkey", "N/A"),
                     "Score": summary.get("score"),
-                    "F1-beta": summary.get("f1-beta"),
+
+                    "F1-beta": summary.get("fbeta"),
                     "Accuracy": summary.get("accuracy"),
                     "Recall": summary.get("recall"),
+                    "Precision": summary.get("precision"),
+
+                    "Tested entries": summary.get("tested_entries"),
+
                     "ROC AUC": summary.get("roc_auc"),
+                    "Confusion Matrix": summary.get("confusion_matrix"),
+
                     "Created At": run.created_at,
+                    #TODO link to huggingface model
                 })
         except Exception as e:
             st.write(f"Error processing run {run.id}: {str(e)}")
@@ -106,3 +111,8 @@ def fetch_models_evaluation(api, projects, selected_project):
     
     return df
 
+def highlight_score_column(s):
+    """
+    Highlight the 'Score' column with a custom background color.
+    """
+    return ['background-color: yellow' if s.name == 'Score' else '' for _ in s]