Update app.py

app.py

@@ -1,11 +1,14 @@
 import os
+import re
 import sys
 import time
 import random
 import yaml
 import subprocess
+from io import StringIO
 
 import runpod
+import requests
 import gradio as gr
 import pandas as pd
 from jinja2 import Template
@@ -303,6 +306,39 @@ def create_pod(model_name: str, username: str, n=10, wait_seconds=10):
                 print("All attempts failed. Giving up.")
                 raise
 
+
+def download_leaderboard():
+    url = "https://gist.githubusercontent.com/automerger/84af749b1c0ef7336858df408f46f388/raw"
+    file_path = "leaderboard.txt"
+    response = requests.get(url)
+    return response.content.decode('utf-8')
+
+
+def convert_markdown_table_to_dataframe(md_content):
+    """
+    Converts markdown table to Pandas DataFrame.
+    """
+    # Remove leading and trailing | characters
+    cleaned_content = re.sub(r'\|\s*$', '', re.sub(r'^\|\s*', '', md_content, flags=re.MULTILINE), flags=re.MULTILINE)
+
+    # Create DataFrame from cleaned content
+    df = pd.read_csv(StringIO(cleaned_content), sep="\|", engine='python')
+
+    # Remove the first row after the header
+    df = df.drop(0, axis=0)
+
+    # Strip whitespace from column names
+    df.columns = df.columns.str.strip()
+
+    return df
+
+
+def get_dataframe():
+    content = download_leaderboard()
+    df = convert_markdown_table_to_dataframe(content)
+    return df
+
+
 def merge_loop():
     # Start HF API
     api = HfApi(token=HF_TOKEN)
@@ -366,11 +402,14 @@ title = """
   <p><em>AutoMerger selects two 7B models on top of the Open LLM Leaderboard, combine them with a merge technique, and evaluate the resulting model.</em></p>
 </div>
 """
+footer = '<div align="center"><p><em>Special thanks to <a href="https://huggingface.co/Weyaxi">Weyaxi</a> for the <a href="https://github.com/Weyaxi/scrape-open-llm-leaderboard">Open LLM Leaderboard Scraper</a> and <a href="https://github.com/cg123">Charles Goddard</a> for <a href="https://github.com/arcee-ai/mergekit">mergekit</a>.</em></p></div>'
 with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue")) as demo:
     gr.Markdown(title)
     logs = gr.Textbox(label="Logs")
     demo.load(read_logs, None, logs, every=1)
-demo.launch(server_name="0.0.0.0", prevent_thread_lock=True)
+    leaderboard = gr.Dataframe(value=get_dataframe, datatype=["markdown", "number", "number", "number", "number", "number"], every=3600)
+    gr.Markdown(footer)
+demo.queue().launch(server_name="0.0.0.0", show_error=True, prevent_thread_lock=True)
 
 print("Start AutoMerger...")