Stark
Implement BizGenEval leaderboard
1596349
import os
from huggingface_hub import HfApi
def _as_bool(name: str, default: str = "0") -> bool:
return os.getenv(name, default).strip().lower() in {"1", "true", "yes", "on"}
# Info to change for your repository
# ----------------------------------
TOKEN = os.environ.get("HF_TOKEN") # A read/write token for your org
OWNER = os.getenv("HF_OWNER", "demo-leaderboard-backend")
# ----------------------------------
REPO_ID = os.getenv("HF_SPACE_REPO", "microsoft/BizGenEval-Leaderboard")
QUEUE_REPO = os.getenv("HF_QUEUE_REPO", f"{OWNER}/requests")
RESULTS_REPO = os.getenv("HF_RESULTS_REPO", f"{OWNER}/results")
PROJECT_NAMESPACE = os.getenv("PROJECT_NAMESPACE", "bizgeneval")
# If you setup a cache later, just change HF_HOME
CACHE_PATH = os.getenv("HF_HOME", ".")
# Local caches
EVAL_REQUESTS_PATH = os.path.join(CACHE_PATH, "eval-queue")
EVAL_RESULTS_PATH = os.path.join(CACHE_PATH, "eval-results")
EVAL_REQUESTS_PATH_BACKEND = os.path.join(CACHE_PATH, "eval-queue-bk")
EVAL_RESULTS_PATH_BACKEND = os.path.join(CACHE_PATH, "eval-results-bk")
EVAL_REQUESTS_NAMESPACED_PATH = os.path.join(EVAL_REQUESTS_PATH, PROJECT_NAMESPACE, "requests")
EVAL_RESULTS_NAMESPACED_PATH = os.path.join(EVAL_RESULTS_PATH, PROJECT_NAMESPACE, "results")
LOCAL_DEV = _as_bool("LOCAL_DEV")
API = HfApi(token=TOKEN)