Update app.py

app.py

@@ -8,6 +8,7 @@ import subprocess
 from io import StringIO
 
 import runpod
+import shutil
 import requests
 import gradio as gr
 import pandas as pd
@@ -192,6 +193,7 @@ tags:
 - merge
 - mergekit
 - lazymergekit
+- automerger
 ---
 
 # {{ model_name }}
@@ -263,6 +265,9 @@ print(outputs[0]["generated_text"])
 
 
 def upload_model(api: HfApi, username: str, model_name: str) -> None:
+    """
+    Upload merged model to the Hugging Face Hub.
+    """
     api.create_repo(
         repo_id=f"{username}/{model_name}",
         repo_type="model",
@@ -275,6 +280,9 @@ def upload_model(api: HfApi, username: str, model_name: str) -> None:
 
 
 def create_pod(model_name: str, username: str, n=10, wait_seconds=10):
+    """
+    Create a RunPod instance to run the evaluation.
+    """
     for attempt in range(n):
         try:
             pod = runpod.create_pod(
@@ -309,6 +317,9 @@ def create_pod(model_name: str, username: str, n=10, wait_seconds=10):
 
 
 def download_leaderboard():
+    """
+    Download the gist that contains the leaderboard.
+    """
     url = "https://gist.githubusercontent.com/automerger/84af749b1c0ef7336858df408f46f388/raw"
     file_path = "leaderboard.txt"
     response = requests.get(url)
@@ -335,12 +346,30 @@ def convert_markdown_table_to_dataframe(md_content):
 
 
 def get_dataframe():
+    """
+    Wrapper to update the Gradio dataframe.
+    """
     content = download_leaderboard()
     df = convert_markdown_table_to_dataframe(content)
     return df
 
 
+def clear_data():
+    """
+    Clear data so the Space doesn't crash...
+    """
+    dir_path = "merge"
+    if os.path.exists(dir_path) and os.path.isdir(dir_path):
+        shutil.rmtree(dir_path)
+        print(f"The directory '{dir_path}' has been removed successfully.")
+    else:
+        print(f"The directory '{dir_path}' does not exist.")
+
+
 def merge_loop():
+    """
+    Main function that orchestrates the merge.
+    """
     # Start HF API
     api = HfApi(token=HF_TOKEN)
 
@@ -380,9 +409,13 @@ def merge_loop():
     print("Upload model")
     upload_model(api, USERNAME, model_name)
 
+    # Clear data
+    clear_data()
+    
     # Evaluate model on Runpod
     create_pod(model_name, USERNAME)
 
+    
 # Install scrape-open-llm-leaderboard and mergekit
 command = ["git", "clone", "-q", "https://github.com/Weyaxi/scrape-open-llm-leaderboard"]
 subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)