start migrating to HF datasets and away from google sheets

app.py

@@ -11,6 +11,7 @@ import os.path
 import secrets
 import gspread
 import datetime
+import tempfile
 import requests
 import threading
 import gradio_client
@@ -28,6 +29,8 @@ from discord.ui import Button, View
 from discord.ext import commands, tasks
 from datetime import datetime, timedelta
 from urllib.parse import urlparse, parse_qs
+# starting to migrate to HF datasets and away from google sheets
+from huggingface_hub import HfApi, HfFolder, Repository
 from apscheduler.executors.pool import ThreadPoolExecutor
 from apscheduler.executors.asyncio import AsyncIOExecutor
 from apscheduler.schedulers.asyncio import AsyncIOScheduler
@@ -67,6 +70,8 @@ community_global_df_with_id = pd.DataFrame()
 community_global_df_gradio = pd.DataFrame()
 test_merge = pd.read_csv("https://docs.google.com/spreadsheets/d/1C8aLqgCqLYcMiIFf-P_Aosaa03C_WLIB_UyqvjSdWg8/export?format=csv&gid=0")
 
+hf_token = os.environ.get("HF_TOKEN")
+
 
 class DMButton(Button):
     def __init__(self, label, style):
@@ -135,6 +140,7 @@ def update_google_sheet():
         print("------------------------------------------------------------------------")
         name = "test_merge_worksheet"
         set_with_dataframe(test_merge_worksheet, global_df)
+        update_hf_dataset(global_df)  # starting to migrate away from google sheets and towards HF datasets
         timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
         print("------------------------------------------------------------------------")
         print(f"Google sheet {name} {test_merge_worksheet} successfully updated at {timestamp}! \n{global_df}")
@@ -143,6 +149,22 @@ def update_google_sheet():
         print(f"update_google_sheet Error: {e}")
 
 
+# starting to migrate away from google sheets and towards HF datasets
+def update_hf_dataset(df, repo_id="discord-community/levelbot-data", filename="levelbot-data.csv"):
+    try:
+        with tempfile.TemporaryDirectory() as tempdir:
+            file_path = os.path.join(tempdir, filename)
+            df.to_csv(file_path, index=False)
+
+            repo = Repository(local_dir=tempdir, clone_from=repo_id, use_auth_token=hf_token)
+            repo.git_add()
+            repo.git_commit("Update leaderboard CSV")
+            repo.git_push()
+        print(f"Hugging Face dataset {repo_id}/{filename} updated successfully.")
+    except Exception as e:
+        print(f"update_hf_dataset Error: {e}")
+
+
 #@tasks.loop(minutes=1) tasks.loop leads to heartbeat blocked issues (merging calculations too much with normal discord bot functions)
 def update_hub_stats():
     try: