test_space / constants.py
Kyuho Heo
spacerank
e74285c
# constants.py
TAB_KEYS = ["Category", "Language"]
TAB_NAMES = {
"Category": "TRUEBench v0.1 (Category ๐Ÿ”ง)",
"Language": "TRUEBench v0.1 (Language ๐ŸŒŽ)"
}
VLLM_VERSIONS = [
"v0.9.2", "v0.9.2rc2", "v0.9.2rc1", "v0.9.1", "v0.9.1rc2", "v0.9.1rc1",
"v0.9.0.1", "v0.9.0", "v0.8.5", "v0.8.5.post1", "v0.8.4", "v0.8.3",
"v0.8.3rc1", "v0.8.2", "v0.8.1", "v0.8.0", "v0.8.0rc2", "v0.8.0rc1",
"v0.7.3", "v0.7.2", "v0.7.1", "v0.6.6", "v0.6.6.post1", "v0.6.5",
"v0.6.4.post1", "v0.6.4", "v0.6.3.post1", "v0.6.2", "v0.6.1",
"v0.6.1.post2", "v0.6.1.post1", "v0.6.0"
]
# ๋ฆฌ๋”๋ณด๋“œ ํ•„์ˆ˜ ์ปฌ๋Ÿผ(ํ•ญ์ƒ ํฌํ•จ๋˜์–ด์•ผ ํ•จ)
LEADERBOARD_REQUIRED_COLUMNS = [
"Model Name", "Group", "Overall", "Model Type", "Output Form", "Rank"
]
# Model badge mappings (centralized for both UI and backend)
MODEL_TYPE_MAP = {
"deepseek_r1": "open",
"deepseek_r1_0528": "open",
"Qwen3-32B": "open",
"Gauss2.3-Think-250708": "closed"
}
OUTPUT_FORM_MAP = {
"deepseek_r1": "reasoning",
"deepseek_r1_0528": "normal",
"Qwen3-32B": "reasoning",
"Gauss2.3-Think-250708": "reasoning"
}