Spaces:
Sleeping
Sleeping
Update backend/app/services/leaderboard.py
Browse files
backend/app/services/leaderboard.py
CHANGED
|
@@ -4,7 +4,7 @@ from typing import List, Dict, Any
|
|
| 4 |
import datasets
|
| 5 |
from fastapi import HTTPException
|
| 6 |
import logging
|
| 7 |
-
from app.config.
|
| 8 |
from app.utils.logging import LogFormatter
|
| 9 |
|
| 10 |
logger = logging.getLogger(__name__)
|
|
@@ -17,10 +17,10 @@ class LeaderboardService:
|
|
| 17 |
"""Fetch raw leaderboard data from HuggingFace dataset"""
|
| 18 |
try:
|
| 19 |
logger.info(LogFormatter.section("FETCHING LEADERBOARD DATA"))
|
| 20 |
-
logger.info(LogFormatter.info(f"Loading dataset from {HF_ORGANIZATION}/
|
| 21 |
|
| 22 |
dataset = datasets.load_dataset(
|
| 23 |
-
f"{HF_ORGANIZATION}/
|
| 24 |
cache_dir=cache_config.get_cache_path("datasets")
|
| 25 |
)["train"]
|
| 26 |
|
|
|
|
| 4 |
import datasets
|
| 5 |
from fastapi import HTTPException
|
| 6 |
import logging
|
| 7 |
+
from app.config.hf_config import HF_TOKEN, HF_ORGANIZATION, HF_AGGREGATED
|
| 8 |
from app.utils.logging import LogFormatter
|
| 9 |
|
| 10 |
logger = logging.getLogger(__name__)
|
|
|
|
| 17 |
"""Fetch raw leaderboard data from HuggingFace dataset"""
|
| 18 |
try:
|
| 19 |
logger.info(LogFormatter.section("FETCHING LEADERBOARD DATA"))
|
| 20 |
+
logger.info(LogFormatter.info(f"Loading dataset from {HF_ORGANIZATION}/{HF_AGGREGATED}"))
|
| 21 |
|
| 22 |
dataset = datasets.load_dataset(
|
| 23 |
+
f"{HF_ORGANIZATION}/{HF_AGGREGATED}",
|
| 24 |
cache_dir=cache_config.get_cache_path("datasets")
|
| 25 |
)["train"]
|
| 26 |
|