Update leaderboard

app.py

@@ -5,7 +5,31 @@ import requests
 import streamlit as st
 import pandas as pd
 
-st. set_page_config(layout="wide")
+st.set_page_config(layout="wide")
+
+import pandas as pd
+import numpy as np
+REMOTE_LEADERBOARD_URL = "https://dippy-bittensor-subnet.com/minerboard"
+def iswin(score_i, score_j, block_i, block_j):
+    MAX_PENALTY = 0.03  # Adjust this value as needed
+    penalty = MAX_PENALTY
+    score_i = (1 - penalty) * score_i if block_i > block_j else score_i
+    score_j = (1 - penalty) * score_j if block_j > block_i else score_j
+    return score_i > score_j
+
+def calculate_win_rate(df):
+    n = len(df)
+    win_counts = np.zeros(n)
+    
+    for i in range(n):
+        for j in range(n):
+            if i != j:
+                if iswin(df.loc[i, 'total_score'], df.loc[j, 'total_score'],
+                         df.loc[i, 'block'], df.loc[j, 'block']):
+                    win_counts[i] += 1
+    
+    return win_counts / (n - 1)  # Divide by (n-1) as each row isn't compared with itself
+
 
 
 def leaderboard_dashboard():
@@ -23,7 +47,7 @@ def leaderboard_dashboard():
         """,
         unsafe_allow_html=True,
     )
-    st.markdown("---")
+    
     
     # Add emojis based on the status
     status_emojis = {
@@ -33,29 +57,60 @@ def leaderboard_dashboard():
         'RUNNING': '🏃RUNNING'
     }
 
-    # Get the leaderboard data from the API
-    response = requests.get("http://34.41.206.211:8000/leaderboard")
+    
+    # Get the minerboard data from the API
+    # response = requests.get("http://34.41.206.211:8000/minerboard")
+    response = requests.get(REMOTE_LEADERBOARD_URL)
     if response.status_code != 200:
-        st.error("Failed to fetch leaderboard data.")
+        st.error("Failed to fetch minerboard data.")
         return
-    
+
     # Parse the response JSON data
-    leaderboard_data = response.json()
+    minerboard_data = response.json()
     # Convert the data to a DataFrame
-    leaderboard = pd.DataFrame(leaderboard_data)
+    minerboard = pd.DataFrame(minerboard_data)
 
-    leaderboard['status'] = leaderboard['status'].map(lambda status: status_emojis.get(status, status))
-    # Sort the leaderboard by the total_score column
-    leaderboard = leaderboard.sort_values(by='total_score', ascending=False, ignore_index=True)
+    minerboard['status'] = minerboard['status'].map(lambda status: status_emojis.get(status, status))
+    # Sort the minerboard_winrate by the total_score column
+    minerboard = minerboard.sort_values(by='total_score', ascending=False, ignore_index=True)
 
-    front_order = ['repo_namespace', 'repo_name', 'total_score', 'status', 'chat_template_type', 'hash']
+    front_order = ['uid', 'hotkey', 'total_score', 'status', 'chat_template_type', 'hash']
 
     # move status column to the front
-    column_order = front_order + [column for column in leaderboard.columns if column not in front_order]
+    column_order = front_order + [column for column in minerboard.columns if column not in front_order]
+
+    minerboard = minerboard[column_order]
+    
+
+    minerboard_winrate = pd.DataFrame(minerboard_data)
+
+    minerboard_winrate['status'] = minerboard_winrate['status'].map(lambda status: status_emojis.get(status, status))
 
-    leaderboard = leaderboard[column_order]
+    minerboard_winrate['win_rate'] = calculate_win_rate(minerboard_winrate)
+
+    minerboard_winrate = minerboard_winrate.sort_values(by='win_rate', ascending=False, ignore_index=True)
+            
+    column_order = ['uid', 'win_rate', 'hotkey', 'repo_namespace', 'repo_name', 'total_score', 'block', 'vibe_score', 'qualitative_score', 'creativity_score', 'coherence_score', 'model_size_score']
+
+    # Create a new DataFrame with only the specified columns
+    minerboard_winrate = minerboard_winrate[column_order]
+    st.header("Leaderboard by Win Rate ")
+    st.dataframe(minerboard_winrate, hide_index=True)
+    with st.expander("See detailed calculation method"):
+        st.write("The win rate is calculated by comparing each miner against every other miner. Note that this board is only an approximation as queued miners have a score of 0, validators are omitted, etc.")
+        st.code("""
+    Example of calculating a win:
+    def iswin(score_i, score_j, block_i, block_j):
+        penalty = 0.03
+        score_i = (1 - penalty) * score_i if block_i > block_j else score_i
+        score_j = (1 - penalty) * score_j if block_j > block_i else score_j
+        return score_i > score_j
+    """)
+    st.markdown("---")
+    st.header("Minerboard")
+    st.dataframe(minerboard, hide_index=True)
+    st.markdown("---")
 
-    st.write(leaderboard)
 
 if __name__ == '__main__':
-    leaderboard_dashboard()
+    leaderboard_dashboard()