Improve leaderboard loading with better error handling and force refresh

app.py

@@ -462,8 +462,14 @@ def create_app():
             show_progress="hidden",
         )
         
+        def refresh_leaderboard():
+            """Force refresh leaderboard from Hub."""
+            from leaderboard import clear_cache
+            clear_cache()  # Clear cache to force fresh load
+            return (format_leaderboard_df(), create_leaderboard_comparison())
+        
         refresh_btn.click(
-            fn=lambda: (format_leaderboard_df(), create_leaderboard_comparison()),
+            fn=refresh_leaderboard,
             outputs=[leaderboard_table, comparison_plot],
         )
     

leaderboard.py

@@ -48,14 +48,16 @@ def load_leaderboard(force_refresh: bool = False) -> list[dict]:
     try:
         from huggingface_hub import hf_hub_download
         
-        # Download the leaderboard file
+        print(f"Loading leaderboard from {LEADERBOARD_DATASET_ID}...")
+        # Download the leaderboard file (no token needed for public datasets)
         local_path = hf_hub_download(
             repo_id=LEADERBOARD_DATASET_ID,
             filename=LEADERBOARD_FILENAME,
             repo_type="dataset",
-            token=_get_hf_token(),
+            token=_get_hf_token(),  # Optional - works without token for public datasets
         )
         
+        print(f"Downloaded to: {local_path}")
         with open(local_path, "r", encoding="utf-8") as f:
             _leaderboard_cache = json.load(f)
         _cache_time = datetime.now()
@@ -63,13 +65,27 @@ def load_leaderboard(force_refresh: bool = False) -> list[dict]:
         # Ensure sorted by MRR
         _leaderboard_cache.sort(key=lambda x: x.get("mrr", 0), reverse=True)
         
+        print(f"✅ Loaded {len(_leaderboard_cache)} entries from leaderboard dataset")
         return _leaderboard_cache
         
+    except FileNotFoundError as e:
+        error_msg = f"Leaderboard file not found in dataset. Make sure {LEADERBOARD_FILENAME} exists in {LEADERBOARD_DATASET_ID}"
+        print(error_msg)
+        if _leaderboard_cache is not None:
+            print(f"Using cached leaderboard ({len(_leaderboard_cache)} entries)")
+            return _leaderboard_cache
+        print("Returning empty leaderboard")
+        return []
     except Exception as e:
-        print(f"Could not load leaderboard from Hub: {e}")
+        import traceback
+        error_msg = f"Could not load leaderboard from Hub: {type(e).__name__}: {e}"
+        print(error_msg)
+        traceback.print_exc()  # Print full traceback for debugging
         # Return cached data if available, otherwise empty list
         if _leaderboard_cache is not None:
+            print(f"Using cached leaderboard ({len(_leaderboard_cache)} entries)")
             return _leaderboard_cache
+        print("Returning empty leaderboard")
         return []
 
 

upload_leaderboard.py

@@ -0,0 +1,44 @@
+#!/usr/bin/env python3
+"""
+Upload existing leaderboard.json to HuggingFace dataset.
+
+Usage:
+    export HF_TOKEN=your_token
+    python upload_leaderboard.py
+"""
+
+import json
+from pathlib import Path
+from leaderboard import LEADERBOARD_DATASET_ID, save_leaderboard, create_leaderboard_dataset
+
+def main():
+    # Load local leaderboard
+    local_path = Path("benchmark_data/leaderboard.json")
+    if not local_path.exists():
+        print(f"Error: {local_path} not found")
+        return 1
+    
+    print(f"Loading leaderboard from {local_path}...")
+    with open(local_path, "r", encoding="utf-8") as f:
+        leaderboard = json.load(f)
+    
+    print(f"Found {len(leaderboard)} entries")
+    
+    # Ensure dataset exists
+    print(f"\nEnsuring dataset exists: {LEADERBOARD_DATASET_ID}")
+    create_leaderboard_dataset()
+    
+    # Upload all entries
+    print(f"\nUploading {len(leaderboard)} entries to {LEADERBOARD_DATASET_ID}...")
+    success = save_leaderboard(leaderboard)
+    
+    if success:
+        print(f"\n✅ Successfully uploaded leaderboard!")
+        print(f"   View at: https://huggingface.co/datasets/{LEADERBOARD_DATASET_ID}")
+        return 0
+    else:
+        print("\n❌ Failed to upload. Check HF_TOKEN and permissions.")
+        return 1
+
+if __name__ == "__main__":
+    exit(main())