TRUEBench / src /config.py
송종윤/AI Productivity팀(SR)/삼성전자
add models, add speed and time results, change scatter plot design
a452b10
ON_LOAD_COLUMNS_LANG = [
"Model Name",
"Group",
"Overall",
"Med. Len.",
"Med. Resp. Len.",
"Time to First Answer Token",
"End-to-End Response Time",
"Speed",
"Parameter Size (B)",
"Type",
"Model Type",
"Think",
"KO",
"EN",
"JA",
"ZH",
"PL",
"DE",
"PT",
"ES",
"FR",
"IT",
"RU",
"VI"
]
ON_LOAD_COLUMNS_CATEGORY = [
"Model Name",
"Group",
"Overall",
"Med. Len.",
"Med. Resp. Len.",
"Time to First Answer Token",
"End-to-End Response Time",
"Speed",
"Parameter Size (B)",
"Type",
"Model Type",
"Think",
"Content Generation",
"Editing",
"Data Analysis",
"Reasoning",
"Hallucination",
"Safety",
"Repetition",
"Summarization",
"Translation",
"Multi-Turn"
]
CATEGORY_EXCLUDED_COLUMNS = [
"Model Name",
"Group",
"Med. Len.",
"Med. Resp. Len.",
"Time to First Answer Token",
"End-to-End Response Time",
"Speed",
"Parameter Size (B)",
"Type",
"Model Type",
"Think"
]
COLUMN_GROUP_LIST = [
"Category",
"Language"
]