add validator side, update graph

app.py

@@ -6,6 +6,7 @@ import subnet_util
 import datetime
 import typing
 import indexing_util
+import weights
 from io import BytesIO
 FONT = """<link href="https://fonts.cdnfonts.com/css/intersect-c-brk" rel="stylesheet">"""
 TITLE_FONT = """<link href="https://fonts.cdnfonts.com/css/promova" rel="stylesheet">"""
@@ -49,6 +50,11 @@ hotkey_indexing_data = indexing_util.get_all(indexing_util.hotkey_indexing)
 hotkey_df = pd.DataFrame(hotkey_indexing_data, columns=['Hotkey', 'Value'])
 hotkey_df['Hotkey'] = hotkey_df['Hotkey'].str.decode('utf-8')
 hotkey_df['Value'] = hotkey_df['Value'].astype(int)
+# Filter hotkey_df to only show value is over than 1000
+hotkey_df = hotkey_df[hotkey_df['Value'] > 1000]
+# Sort hotkey_df by Value
+hotkey_df = hotkey_df.sort_values(by='Value', ascending=False)
+
 
 hotkey_daily_indexing_data = indexing_util.get_all(indexing_util.hotkey_daily_indexing)
 hotkey_daily_df = pd.DataFrame(hotkey_daily_indexing_data, columns=['Hotkey_Date', 'Value'])
@@ -59,12 +65,13 @@ hotkey_daily_df_['Value'] = hotkey_daily_df['Value'].astype(int)
 
 dalily_df_max = daily_df['Value'].max()
 hotkey_df_max = hotkey_df['Value'].max()
+hotkey_daily_df_max = hotkey_daily_df_['Value'].max()
 
-print(hotkey_daily_df_)
-
-
+# print(hotkey_daily_df_)
 
 
+weight_list, miners = weights.validator_info()
+print(weight_list)
 
 
 def leaderboard_data(
@@ -74,7 +81,7 @@ def leaderboard_data(
 ):
     value = [
         [
-            c.hotkey[0:8],
+            c.hotkey[0:8] + "...",
             c.uid,
             c.url,
             c.block,
@@ -84,6 +91,20 @@ def leaderboard_data(
     ]
     return value
 
+def validator_data():
+    value = [
+        [
+            c['uid'],
+            "{:,}".format(c['validator_stake']) + " τ",
+            c['vtrust'],
+        ] + [
+            c ['miners_weight'].get(miner[0], 0)
+            for miner in miners
+        ]
+        for c in weight_list
+    ]
+    return value
+
 with demo:
     gr.HTML(FONT)
     gr.HTML(TITLE_FONT)
@@ -98,10 +119,11 @@ with demo:
                     gr.HTML(f"<h2 align = 'center'  style = 'font-size: 25px' >Current Size of Text Dataset: <span style = 'font-size: 30px; color: green;'>{twitter_text_num_rows}</span></h2>")
                 with gr.Column(scale=1):
                     gr.HTML(f"<h2 align = 'center' style = 'font-size: 25px' >Current Size of Image Dataset: <span style = 'font-size: 30px; color: green;'>{twitter_image_num_rows}</span></h2>")
+        gr.HTML("<br/>")
         with gr.Accordion("Subnet Stats"):
             gr.HTML(f"""<h2 align = 'center' class="promova" style = 'font-size: 35px;' > Miner Stats</h2>""")
             
-            gr.BarPlot(
+            gr.LinePlot(
                 daily_df,
                 x="Date",
                 y="Value",
@@ -144,7 +166,7 @@ with demo:
                 title="Daily scraped data amount of each Miner",
                 # color="Date",
                 # tooltip=["Hotkey"],
-                y_lim=[0, 1000],
+                y_lim=[0, hotkey_daily_df_max * 1.5],
                 x_title="Date",
                 y_title="Amount of data scraped",
                 height=500,
@@ -155,6 +177,7 @@ with demo:
                 color_legend_position="top",
                 # elem_classes="daily_scraped_data",
             )
+        gr.HTML("<br/>")
         with gr.Tab(label="Miners Data"):
             class_denominator = sum(
                 miners_data[i].incentive #TODO: emssion to incentive
@@ -180,6 +203,7 @@ with demo:
         # miner_table = gr.components.Dataframe(
         #     value=miners_data
         # )
+        gr.HTML("<br/>")
         with gr.Accordion("Miner stats"):
             gr.HTML(
                 f"""<h3>{last_refresh.strftime("refreshed at %H:%M on %Y-%m-%d")}</h3>"""
@@ -208,5 +232,39 @@ with demo:
                 interactive=False,
                 visible=True,
 
+            )
+        gr.HTML("<br/>")
+        with gr.Accordion("Validator stats"):
+            gr.HTML(
+                f"""<h3>{last_refresh.strftime("refreshed at %H:%M on %Y-%m-%d")}</h3>"""
+            )
+            # with gr.Tabs():
+            #     for entry in miners_data:
+            #         name = f"uid={entry.uid} : commit={entry.commit[0:8]} : url={entry.url}"
+            #         with gr.Tab(name):
+            #             gr.Chatbot()
+            leaderboard_table = gr.components.Dataframe(
+                value=validator_data(),
+                headers = [
+                    "UID",
+                    "Stake",
+                    "V-Trust"
+                ] + [
+                    f"Miner-{miner[0]} (Incentive: {miner[1]})"
+                    for miner in miners
+                ],
+                datatype=[
+                    "number",
+                    "number",
+                    "number"
+
+                ] + [
+                    "number"
+                    for miner in miners
+                ],
+                elem_id="leaderboard_table",
+                interactive=False,
+                visible=True,
+
             )
 demo.launch()

weights.py

@@ -0,0 +1,47 @@
+import bittensor as bt
+import json
+subtensor = bt.subtensor(network = "ws://127.0.0.1:9944")
+bt.logging.info("Connected to subtensor")
+
+
+
+# stake = subtensor.get_stake(hotkey_ss58="")
+def get_miner_uids(metagraph: bt.metagraph) -> list:
+    miner_uids = []
+    for i, axon in enumerate(metagraph.axons):
+        v_trust = metagraph.validator_trust[i].item()
+        
+        if v_trust > 0.0:
+            continue
+        miner_uids.append((i, metagraph.incentive[i].item()))
+    # sort miner_uids by incentive
+    miner_uids = sorted(miner_uids, key=lambda x: x[1], reverse=True)
+    
+    return miner_uids
+
+
+def validator_info():
+    metagraph = subtensor.metagraph(netuid = 10)
+    all_weights = subtensor.weights(netuid=10)
+    axons = metagraph.axons
+    weight_list = []
+    for validator_uid, weights in all_weights:
+        total_weight = sum([weight for validator_uid, weight in weights])
+        validator_stake = metagraph.stake[validator_uid].item()
+        vtrust = metagraph.validator_trust[validator_uid].item()
+        temp_list = {}
+        for miner_uid, weight in weights:
+            # temp_list.append((miner_uid, weight/total_weight * validator_stake))
+            temp_list[miner_uid] = weight/total_weight
+        weight_list.append({'uid': validator_uid, 'miners_weight': temp_list, 'validator_stake': int(validator_stake), 'vtrust': vtrust})
+        # weight_list[validator_uid] = {'miners_weight': temp_list, 'validator_stake': validator_stake, 'vtrust': vtrust}
+    # Sort weight_list by validator_stake
+    weight_list = sorted(weight_list, key=lambda x: x['validator_stake'], reverse=True)
+    bt.logging.info(f"weights:{weight_list}")
+    miners = get_miner_uids(metagraph)
+    return weight_list, miners
+
+# print(miners_sorted_by_incentive)
+
+
+