challenges/vqa/config.py

PHASES = [
    {"label": "Dev (test-dev2024)",             "codename": "test-dev2024"},
    {"label": "Standard (test-standard2024)",   "codename": "test-standard2024"},
    {"label": "Challenge (test-challenge2024)", "codename": "test-challenge2024"},
]

LEADERBOARD_METRICS = ["overall"]
DEFAULT_SORT_METRIC = "overall"
LEADERBOARD_FILE    = "leaderboards/vqa.jsonl"
CHALLENGE_PHASE     = "test-challenge2025"