feat: add script to upload leaderboard results to Hugging Face Hub

scripts/upload_dataset.py

@@ -0,0 +1,58 @@
+#!/usr/bin/env python3
+"""
+Upload the eval-results/leaderboard folder to y-playground/results on Hugging Face Hub.
+"""
+
+import os
+from pathlib import Path
+
+from dotenv import load_dotenv
+from huggingface_hub import HfApi
+
+# Load environment variables
+load_dotenv()
+
+# Configuration
+LOCAL_FOLDER = Path("eval-results/leaderboard")
+REPO_ID = "y-playground/results"
+REPO_TYPE = "dataset"  # or "model" or "space"
+
+
+def main():
+    # Get Hugging Face token from environment
+    hf_token = os.getenv("HF_TOKEN")
+    if not hf_token:
+        raise ValueError(
+            "HF_TOKEN environment variable is not set. "
+            "Please set it in your .env file or export it as an environment variable."
+        )
+
+    # Validate local folder exists
+    if not LOCAL_FOLDER.exists():
+        raise FileNotFoundError(f"Local folder not found: {LOCAL_FOLDER}")
+
+    if not LOCAL_FOLDER.is_dir():
+        raise ValueError(f"Path is not a directory: {LOCAL_FOLDER}")
+
+    # Initialize Hugging Face API
+    api = HfApi(token=hf_token)
+
+    print(f"Uploading folder: {LOCAL_FOLDER}")
+    print(f"Destination: {REPO_ID}/leaderboard (type: {REPO_TYPE})")
+    print()
+
+    # Upload folder to leaderboard directory in the repo
+    api.upload_folder(
+        folder_path=str(LOCAL_FOLDER),
+        repo_id=REPO_ID,
+        repo_type=REPO_TYPE,
+        path_in_repo="leaderboard",
+        commit_message=f"Upload leaderboard results from {LOCAL_FOLDER}",
+    )
+
+    print(f"✓ Successfully uploaded {LOCAL_FOLDER} to {REPO_ID}/leaderboard")
+    print(f"  View at: https://huggingface.co/datasets/{REPO_ID}")
+
+
+if __name__ == "__main__":
+    main()