config fetch

app.py

@@ -5,7 +5,7 @@ import os
 import time
 import datetime
 from typing import Dict, Any
-from utils import fetch_competition_summary, fetch_models_evaluation, highlight_score_column
+from utils import fetch_competition_summary, fetch_models_evaluation, highlight_score_column, get_competition_id
 # from dotenv import load_dotenv
 from cfg import * 
 # load_dotenv()
@@ -58,9 +58,11 @@ def update_leader_info(
 def load_competition_data(last_update_time=None):
     competition_summaries = {}
     model_evaluations = {}
+    competitions_id = get_competition_id(CONFIG_URL)
     for competition in COMPETITIONS:
-        competition_summaries[competition] = fetch_competition_summary(wandb_api, COMPETITIONS, competition)
-        model_evaluations[competition] = fetch_models_evaluation(wandb_api, COMPETITIONS, competition)
+        if COMPETITIONS[competition]["project"] in competitions_id:
+            competition_summaries[competition] = fetch_competition_summary(wandb_api, COMPETITIONS, competition)
+            model_evaluations[competition] = fetch_models_evaluation(wandb_api, COMPETITIONS, competition)
     
     last_update_time = time.time()
     return competition_summaries, model_evaluations, last_update_time
@@ -79,31 +81,33 @@ def main():
     if st.session_state.last_update_time is None or (time.time() - st.session_state.last_update_time > UPDATE_INTERVAL):
         competition_summaries, model_evaluations, st.session_state.last_update_time = load_competition_data(st.session_state.last_update_time)
 
+        competitions_id = get_competition_id(CONFIG_URL)
         for competition in COMPETITIONS:
-            if not competition_summaries[competition].empty:
-                # get all winning hotkeys and number of wins
-                winning_hotkeys = competition_summaries[competition]["Winning Hotkey"].value_counts()
-
-                # if not empty, get the best hotkey
-                if not winning_hotkeys.empty:
-                    best_hotkey = winning_hotkeys.idxmax()
-
-                    # Filter models for the best hotkey
-                    best_model_filtered = model_evaluations[competition][model_evaluations[competition]["Miner hotkey"] == best_hotkey]
-
-                    # Check if the filtered DataFrame is not empty
-                    if not best_model_filtered.empty:
-                        best_model = best_model_filtered.iloc[0]
-                        st.session_state.leader_info[competition] = update_leader_info(st.session_state.leader_info, competition, best_model)
-                    else:
-                        st.warning(f"No model found for the best hotkey: {best_hotkey} in competition {competition}.")
-
-            else:
-                st.session_state.leader_info[competition] = {
-                    "Miner hotkey": "N/A",
-                    "Date": "N/A", 
-                    "Days on Top": "N/A"
-                }
+            if COMPETITIONS[competition]["project"] in competitions_id:
+                if not competition_summaries[competition].empty:
+                    # get all winning hotkeys and number of wins
+                    winning_hotkeys = competition_summaries[competition]["Winning Hotkey"].value_counts()
+
+                    # if not empty, get the best hotkey
+                    if not winning_hotkeys.empty:
+                        best_hotkey = winning_hotkeys.idxmax()
+
+                        # Filter models for the best hotkey
+                        best_model_filtered = model_evaluations[competition][model_evaluations[competition]["Miner hotkey"] == best_hotkey]
+
+                        # Check if the filtered DataFrame is not empty
+                        if not best_model_filtered.empty:
+                            best_model = best_model_filtered.iloc[0]
+                            st.session_state.leader_info[competition] = update_leader_info(st.session_state.leader_info, competition, best_model)
+                        else:
+                            st.warning(f"No model found for the best hotkey: {best_hotkey} in competition {competition}.")
+
+                else:
+                    st.session_state.leader_info[competition] = {
+                        "Miner hotkey": "N/A",
+                        "Date": "N/A", 
+                        "Days on Top": "N/A"
+                    }
     else:
         competition_summaries, model_evaluations, _ = load_competition_data(st.session_state.last_update_time)
 

cfg.py

@@ -1,6 +1,6 @@
 UPDATE_INTERVAL = 2 * 60  # 20 minutes in seconds
 
-
+CONFIG_URL = "https://raw.githubusercontent.com/safe-scan-ai/cancer-ai/main/config/competition_config.json"
 
 COMPETITIONS = {
     "Melanoma-1": {

utils.py

@@ -3,6 +3,21 @@ import pandas as pd
 import wandb
 import time
 from datetime import datetime
+import requests
+
+
+def get_competition_id(CONFIG_URL):
+    """
+    Get competition names from the config URL.
+    """
+    competition_names = []
+    try:
+        config = requests.get(CONFIG_URL).json()
+        for competition in config:
+            competition_names.append(competition["competition_id"])
+    except Exception as e:
+        st.write(f"Error loading competition names: {str(e)}")
+    return competition_names
 
 
 def fetch_competition_summary(api, projects, selected_project):