leaderboards.py

eng_leaderboards = [
    ('zte', ['mc']),
    ('lenovo', ['mc']),
    ('oracle', ['mc']),
    ('network', ['mc', 'qa']),
    ('owl', ['qa']),
    ('zjyd', ['mc']),
    ('huaweicloud', ['mc']),
    ('inspur', ['mc']),
]

chi_leaderboards = [
    ('huaweicloud', ['mc']),
    ('gtja', ['mc']),
    ('zjyd', ['mc', 'qa']),
    ('network', ['mc', 'qa']),
    ('pufa', ['mc']),
    ('zabbix', ['mc', 'qa']),
    ('dfcdata', ['mc']),
    ('zte', ['mc']),
    ('oracle', ['mc']),
    ('tencent', ['qa']),
    ('bosc', ['mc', 'qa']),
    ('rzy', ['mc', 'qa']),
    ('lenovo', ['mc']),
    ('owl', ['qa']),
    ('inspur', ['mc']),
]

datasets_abbr = [
    'huaweicloud',
    'gtja',
    'zjyd',
    'network',
    'pufa',
    'zabbix',
    'dfcdata',
    'zte',
    'oracle',
    'tencent',
    'bosc',
    'rzy',
    'lenovo',
    'owl',
    'inspur'
]

datasets_zh = [
 '5G通信运维（华为核心网）',
 '证券信息系统运维（国泰君安）',
#  '中国移动浙江公司',
 '移动通信网络',
 '有线网络运维（清华Netman）',
 '金融IT运维（浦发银行）',
 '运维监控能力测评（Zabbix中国宏时数据）',
 '数据库运维（基石数据）',
 '5G通信网络运维（中兴通信）',
 'Oracle数据库运维（中亦科技）',
 'DevOps能力评测（腾讯）',
 '金融信创系统运维（上海银行）',
 '日志分析能力评测（日志易）',
 '混合云建设与运维（联想集团）',
 'OWL',
 '私有云场景K8s问答（浪潮云海）'
 ]

datasets_en = [
    "5G Telecommunications",
    "Securities Information System",
    # "China Mobile Zhejiang",
    "Mobile Communication Network",
    "Wired Network Operations",
    "Financial IT",
    "Operations Monitoring Capability",
    "Database",
    "5G Telecommunications Network",
    "Oracle Database",
    "DevOps Capability",
    "Financial New Generation System",
    "Log Analysis",
    "Hybrid Cloud Construction and Operations",
    "OWL",
    "Private Cloud K8s (Inspur)"
]

dataset_abbr_zh_dict = {
    da: dz for da, dz in zip(datasets_abbr, datasets_zh)
}

dataset_abbr_en_dict = {
    da: de for da, de in zip(datasets_abbr, datasets_en)
}

dataset_zh_en_dict = {
    dz: de for dz, de in zip(datasets_zh, datasets_en)
}

dataset_en_zh_dict = {
    de: dz for dz, de in zip(datasets_zh, datasets_en)
}