diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_general.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_general.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f57dc08c22086023626c4181dc78cd38c1de1900 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_general.yaml @@ -0,0 +1,5 @@ +"dataset_name": "Arabic Language (General)" +"tag": "arabicmmlu_language_tasks" +"include": "_default_arabicmmlu_template_yaml" +"task": "arabicmmlu_arabic_language_(general)" +"task_alias": "Arabic Language (General)" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_high_economics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_high_economics.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a1d6e90f537b855375606a3674b2e6cc32f6ef69 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_high_economics.yaml @@ -0,0 +1,5 @@ +"dataset_name": "High Economics" +"tag": "arabicmmlu_social_science_tasks" +"include": "_default_arabicmmlu_template_yaml" +"task": "arabicmmlu_high_economics" +"task_alias": "High Economics" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_civics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_civics.yaml new file mode 100644 index 0000000000000000000000000000000000000000..44ba95d458ccd08c720d30cf658bca719850f942 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_civics.yaml @@ -0,0 +1,5 @@ +"dataset_name": "Middle Civics" +"tag": "arabicmmlu_social_science_tasks" +"include": "_default_arabicmmlu_template_yaml" +"task": "arabicmmlu_middle_civics" +"task_alias": "Middle Civics" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_history.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_history.yaml new file mode 100644 index 0000000000000000000000000000000000000000..615a2e51f89b2b6e4489bbaf6420b27f7cf3c7c4 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_history.yaml @@ -0,0 +1,5 @@ +"dataset_name": "Middle History" +"tag": "arabicmmlu_humanities_tasks" +"include": "_default_arabicmmlu_template_yaml" +"task": "arabicmmlu_middle_history" +"task_alias": "Middle History" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_islamic_studies.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_islamic_studies.yaml new file mode 100644 index 0000000000000000000000000000000000000000..449223600e01bdef3fb97641efc421bbeb49b9dc --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_islamic_studies.yaml @@ -0,0 +1,5 @@ +"dataset_name": "Middle Islamic Studies" +"tag": "arabicmmlu_humanities_tasks" +"include": "_default_arabicmmlu_template_yaml" +"task": "arabicmmlu_middle_islamic_studies" +"task_alias": "Middle Islamic Studies" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_arabic_language.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_arabic_language.yaml new file mode 100644 index 0000000000000000000000000000000000000000..700bc0781b5741661bbecc7c755f1be16647ec52 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_arabic_language.yaml @@ -0,0 +1,5 @@ +"dataset_name": "Primary Arabic Language" +"tag": "arabicmmlu_language_tasks" +"include": "_default_arabicmmlu_template_yaml" +"task": "arabicmmlu_primary_arabic_language" +"task_alias": "Primary Arabic Language" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_general_knowledge.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_general_knowledge.yaml new file mode 100644 index 0000000000000000000000000000000000000000..85dd0b7fa7ce7db9e97c8928fef0dfab47fe4c24 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_general_knowledge.yaml @@ -0,0 +1,5 @@ +"dataset_name": "Primary General Knowledge" +"tag": "arabicmmlu_other_tasks" +"include": "_default_arabicmmlu_template_yaml" +"task": "arabicmmlu_primary_general_knowledge" +"task_alias": "Primary General Knowledge" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_geography.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_geography.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f7efc48783c965c1eb1430834d9fbb08c25244ed --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_geography.yaml @@ -0,0 +1,5 @@ +"dataset_name": "Primary Geography" +"tag": "arabicmmlu_social_science_tasks" +"include": "_default_arabicmmlu_template_yaml" +"task": "arabicmmlu_primary_geography" +"task_alias": "Primary Geography" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_islamic_studies.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_islamic_studies.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b36cd640376b0079dbb1cb609106de7266e2cd76 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_islamic_studies.yaml @@ -0,0 +1,5 @@ +"dataset_name": "Primary Islamic Studies" +"tag": "arabicmmlu_humanities_tasks" +"include": "_default_arabicmmlu_template_yaml" +"task": "arabicmmlu_primary_islamic_studies" +"task_alias": "Primary Islamic Studies" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_social_science.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_social_science.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fee4fe5d0b182c24016b5080f0d605f8f22ef2ee --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_social_science.yaml @@ -0,0 +1,5 @@ +"dataset_name": "Primary Social Science" +"tag": "arabicmmlu_social_science_tasks" +"include": "_default_arabicmmlu_template_yaml" +"task": "arabicmmlu_primary_social_science" +"task_alias": "Primary Social Science" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_prof_law.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_prof_law.yaml new file mode 100644 index 0000000000000000000000000000000000000000..20bf6c5f49ba05df166d589e761d2e3ac4ef43e3 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_prof_law.yaml @@ -0,0 +1,5 @@ +"dataset_name": "Prof Law" +"tag": "arabicmmlu_humanities_tasks" +"include": "_default_arabicmmlu_template_yaml" +"task": "arabicmmlu_prof_law" +"task_alias": "Prof Law" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_univ_management.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_univ_management.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e69ad74b3da4b7bbf5c8891b1340daecb74e6654 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_univ_management.yaml @@ -0,0 +1,5 @@ +"dataset_name": "Univ Management" +"tag": "arabicmmlu_other_tasks" +"include": "_default_arabicmmlu_template_yaml" +"task": "arabicmmlu_univ_management" +"task_alias": "Univ Management" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_univ_political_science.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_univ_political_science.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bb85a104e1c6ffac215772f0266acaee894c0a37 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/arabicmmlu_univ_political_science.yaml @@ -0,0 +1,5 @@ +"dataset_name": "Univ Political Science" +"tag": "arabicmmlu_social_science_tasks" +"include": "_default_arabicmmlu_template_yaml" +"task": "arabicmmlu_univ_political_science" +"task_alias": "Univ Political Science" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/utils.py b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/utils.py new file mode 100644 index 0000000000000000000000000000000000000000..e1ed4b99a9fe4b6b39d1d08ca3afd482f7e983ef --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/arabicmmlu/utils.py @@ -0,0 +1,44 @@ +PROMPT = "This is a {}. Select the correct answer!\n\nQuestion: {}\n{}\n\nAnswer:" + +level_en = { + "Primary": "primary school", + "Middle": "middle school", + "High": "high school", + "Univ": "university", + "Prof": "professional", +} + +alpa = ["A.", "B.", "C.", "D.", "E."] + + +def doc_to_text(doc): + """ + Refactoring `prepare_data_en` to fit with the lm harness framework. + https://github.com/mbzuai-nlp/ArabicMMLU/blob/main/util_prompt.py + """ + + level = "" if not doc["Level"] else " for " + level_en[doc["Level"]] + country = "" if not doc["Country"] else " in " + doc["Country"] + main_meta_data = f"{doc['Subject']} question{level}{country}" + + question = ( + doc["Question"] + if doc["Context"] == "" + else f"{doc['Context']}\n\n{doc['Question']}" + ) + + options = [] + for i, opt in enumerate( + ["Option 1", "Option 2", "Option 3", "Option 4", "Option 5"] + ): + if not doc[opt]: + break + options.append(f"{alpa[i]} {doc[opt]}") + + doc_text = PROMPT.format(main_meta_data, question, "\n".join(options)) + + return doc_text + + +def doc_to_choice(doc): + return [alpa[i][0] for i in range(5) if doc[f"Option {i+1}"]] diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/README.md b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e4be02eb8928f255e8a63b0864595407308bf8ed --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/README.md @@ -0,0 +1,47 @@ +# TMMLU+ + +### Paper + +Title: `An Improved Traditional Chinese Evaluation Suite for Foundation Model` + +Abstract: `We present TMMLU+, a comprehensive dataset designed for the Traditional Chinese massive multitask language understanding dataset. TMMLU+ is a multiple-choice question-answering dataset with 66 subjects from elementary to professional level. Compared to its predecessor, TMMLU, TMMLU+ is six times larger and boasts a more balanced subject distribution. We included benchmark results in TMMLU+ from closed-source models and 24 open-weight Chinese large language models of parameters ranging from 1.8B to 72B. Our findings reveal that Traditional Chinese models still trail behind their Simplified Chinese counterparts. Additionally, current large language models have yet to outperform human performance in average scores. We publicly release our dataset and the corresponding benchmark source code.` + + +Homepage: [https://huggingface.co/datasets/ikala/tmmluplus](https://huggingface.co/datasets/ikala/tmmluplus) + + +### Citation + +``` +@article{ikala2024improved, + title={An Improved Traditional Chinese Evaluation Suite for Foundation Model}, + author={Tam, Zhi-Rui and Pai, Ya-Ting and Lee, Yen-Wei and Cheng, Sega and Shuai, Hong-Han}, + journal={arXiv preprint arXiv:2403.01858}, + year={2024} +} +``` + +### Groups and Tasks + +#### Groups + +* `tmmluplus`: `The dataset comprises 22,690 multiple-choice questions from 66 subjects ranging from primary to professional level. ` + +#### Tasks + +The following tasks evaluate subjects in the TMMLU+ dataset using loglikelihood-based multiple-choice scoring: + +* `tmmluplus_{subject_english}` + +### Checklist + +For adding novel benchmarks/datasets to the library: +* [x] Is the task an existing benchmark in the literature? + * [x] Have you referenced the original paper that introduced the task? + * [x] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test? + + +If other tasks on this dataset are already supported: +* [x] Is the "Main" variant of this task clearly denoted? +* [x] Have you provided a short sentence in a README on what each new variant adds / evaluates? +* [x] Have you noted which, if any, published evaluation setups are matched by this variant? diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/_generate_configs.py b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/_generate_configs.py new file mode 100644 index 0000000000000000000000000000000000000000..a3b1271a576100e9f5022066a8ce67bf1b5b21ce --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/_generate_configs.py @@ -0,0 +1,211 @@ +""" +Take in a YAML, and output all "other" splits with this YAML +""" + +import argparse +import os + +import pandas as pd +import yaml +from tqdm import tqdm + + +# Copy from https://github.com/iKala/ievals/blob/main/ievals/settings.py +# from TMMLU+ offical example +categories = { + "STEM": [ + "physics", + "chemistry", + "biology", + "computer science", + "math", + "engineering", + ], + "humanities": ["history", "philosophy", "law"], + "social_sciences": [ + "politics", + "culture", + "economics", + "geography", + "psychology", + "education", + ], + "other": ["other", "business", "health"], # (business, health, misc.) +} + +task_list = [ + "engineering_math", + "dentistry", + "traditional_chinese_medicine_clinical_medicine", + "clinical_psychology", + "technical", + "culinary_skills", + "mechanical", + "logic_reasoning", + "real_estate", + "general_principles_of_law", + "finance_banking", + "anti_money_laundering", + "ttqav2", + "marketing_management", + "business_management", + "organic_chemistry", + "advance_chemistry", + "physics", + "secondary_physics", + "human_behavior", + "national_protection", + "jce_humanities", + "politic_science", + "agriculture", + "official_document_management", + "financial_analysis", + "pharmacy", + "educational_psychology", + "statistics_and_machine_learning", + "management_accounting", + "introduction_to_law", + "computer_science", + "veterinary_pathology", + "accounting", + "fire_science", + "optometry", + "insurance_studies", + "pharmacology", + "taxation", + "education_(profession_level)", + "economics", + "veterinary_pharmacology", + "nautical_science", + "occupational_therapy_for_psychological_disorders", + "trust_practice", + "geography_of_taiwan", + "physical_education", + "auditing", + "administrative_law", + "basic_medical_science", + "macroeconomics", + "trade", + "chinese_language_and_literature", + "tve_design", + "junior_science_exam", + "junior_math_exam", + "junior_chinese_exam", + "junior_social_studies", + "tve_mathematics", + "tve_chinese_language", + "tve_natural_sciences", + "junior_chemistry", + "music", + "education", + "three_principles_of_people", + "taiwanese_hokkien", +] +subject2name = {} +# subject2category = {} +SUBJECTS = {} + + +def parse_args(): + parser = argparse.ArgumentParser() + parser.add_argument("--base_yaml_path", required=True) + parser.add_argument("--save_prefix_path", default="tmmluplus") + parser.add_argument("--cot_prompt_path", default=None) + parser.add_argument("--task_prefix", default="") + parser.add_argument("--group_prefix", default="") + parser.add_argument("--subject_file", default="subject.tsv") + return parser.parse_args() + + +if __name__ == "__main__": + args = parse_args() + from pathlib import Path + + # Initialization + SUBJECT_FILE = Path(__file__).parent / Path(args.subject_file) + + df = pd.read_csv(SUBJECT_FILE, delimiter="\t") + + for _, row in df.iterrows(): + for _c in categories: + if row["subject"] in SUBJECTS: + raise ValueError("Duplicate tasks.") + if row["category"] in categories[_c]: # append new item into SUBJECTS + SUBJECTS[row["subject"]] = _c + subject2name[row["subject"]] = row["name"] + break + # End of SUBJECTS initialization + + # get filename of base_yaml so we can `"include": ` it in our "other" YAMLs. + base_yaml_name = os.path.split(args.base_yaml_path)[-1] + with open(args.base_yaml_path) as f: + base_yaml = yaml.full_load(f) + + if args.cot_prompt_path is not None: + import json + + with open(args.cot_prompt_path) as f: + cot_file = json.load(f) + + ALL_CATEGORIES = [] + for subject, category in tqdm(SUBJECTS.items()): + if category not in ALL_CATEGORIES: + ALL_CATEGORIES.append(category) + + if args.cot_prompt_path is not None: + description = cot_file[subject] + else: + name_of_subject = subject2name[subject].replace("＿", " ") + description = f"以下為{name_of_subject}的單選題，請提供正確答案的選項。\n\n" + # description = f"The following are multiple choice questions (with answers) about {' '.join(subject.split('_'))}.\n\n" + + yaml_dict = { + "include": base_yaml_name, + "group": f"tmmluplus_{args.task_prefix}_{category}" + if args.task_prefix != "" + else f"tmmluplus_{category}", + "group_alias": category.replace("_", " "), + "task": f"tmmluplus_{args.task_prefix}_{subject}" + if args.task_prefix != "" + else f"tmmluplus_{subject}", + "task_alias": subject.replace("_", " "), + "dataset_name": subject, + "description": description, + } + + file_save_path = args.save_prefix_path + f"_{subject}.yaml" + # eval_logger.info(f"Saving yaml for subset {subject} to {file_save_path}") + with open(file_save_path, "w") as yaml_file: + yaml.dump( + yaml_dict, + yaml_file, + # width=float("inf"), + allow_unicode=True, + default_style='"', + ) + + if args.task_prefix != "": + mmlu_subcategories = [ + f"tmmluplus_{args.task_prefix}_{category}" for category in ALL_CATEGORIES + ] + else: + mmlu_subcategories = [f"tmmluplus_{category}" for category in ALL_CATEGORIES] + + if args.group_prefix != "": + file_save_path = args.group_prefix + ".yaml" + else: + file_save_path = args.save_prefix_path + ".yaml" + + # eval_logger.info(f"Saving benchmark config to {file_save_path}") + with open(file_save_path, "w") as yaml_file: + yaml.dump( + { + "group": f"tmmluplus_{args.task_prefix}" + if args.task_prefix != "" + else "tmmluplus", + "task": mmlu_subcategories, + }, + yaml_file, + indent=4, + default_flow_style=False, + ) diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_accounting.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_accounting.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9e27c919efd224866e9ceeb38424e0147a454193 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_accounting.yaml @@ -0,0 +1,7 @@ +"dataset_name": "accounting" +"description": "以下為會計學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_accounting" +"task_alias": "accounting" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_administrative_law.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_administrative_law.yaml new file mode 100644 index 0000000000000000000000000000000000000000..454efec64feb6daa0f4bc91f542b23003b2e62d9 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_administrative_law.yaml @@ -0,0 +1,7 @@ +"dataset_name": "administrative_law" +"description": "以下為行政法的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_humanities" +"group_alias": "humanities" +"include": "_default_template_yaml" +"task": "tmmluplus_administrative_law" +"task_alias": "administrative law" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_agriculture.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_agriculture.yaml new file mode 100644 index 0000000000000000000000000000000000000000..340369c89024e057f9e73945c32655555b666c29 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_agriculture.yaml @@ -0,0 +1,7 @@ +"dataset_name": "agriculture" +"description": "以下為農業的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_agriculture" +"task_alias": "agriculture" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_anti_money_laundering.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_anti_money_laundering.yaml new file mode 100644 index 0000000000000000000000000000000000000000..95bb0e47861f3c37954e74ae9b1fe17095f3eaa7 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_anti_money_laundering.yaml @@ -0,0 +1,7 @@ +"dataset_name": "anti_money_laundering" +"description": "以下為洗錢防制的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_humanities" +"group_alias": "humanities" +"include": "_default_template_yaml" +"task": "tmmluplus_anti_money_laundering" +"task_alias": "anti money laundering" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_auditing.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_auditing.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a8168029b29291cab1e6f596acd51e00699e3cf2 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_auditing.yaml @@ -0,0 +1,7 @@ +"dataset_name": "auditing" +"description": "以下為審計學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_auditing" +"task_alias": "auditing" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_basic_medical_science.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_basic_medical_science.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d329b78a488839aaa46007bc83db187c5c1cd562 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_basic_medical_science.yaml @@ -0,0 +1,7 @@ +"dataset_name": "basic_medical_science" +"description": "以下為基礎醫學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_STEM" +"group_alias": "STEM" +"include": "_default_template_yaml" +"task": "tmmluplus_basic_medical_science" +"task_alias": "basic medical science" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_business_management.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_business_management.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9cacf04896d941ec705d1c3774952cbb516236f5 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_business_management.yaml @@ -0,0 +1,7 @@ +"dataset_name": "business_management" +"description": "以下為企業管理的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_business_management" +"task_alias": "business management" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_chinese_language_and_literature.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_chinese_language_and_literature.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73eba7684bff03a432c85228f7c9a764ca2544ad --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_chinese_language_and_literature.yaml @@ -0,0 +1,7 @@ +"dataset_name": "chinese_language_and_literature" +"description": "以下為國文的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_chinese_language_and_literature" +"task_alias": "chinese language and literature" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_clinical_psychology.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_clinical_psychology.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f8194feb7dee9c2100f6ecf50b602235d1ac0a2a --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_clinical_psychology.yaml @@ -0,0 +1,7 @@ +"dataset_name": "clinical_psychology" +"description": "以下為臨床心理學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_clinical_psychology" +"task_alias": "clinical psychology" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_computer_science.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_computer_science.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c55f6a4a3ae23aaa1fb4a31941f9d5020df892f4 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_computer_science.yaml @@ -0,0 +1,7 @@ +"dataset_name": "computer_science" +"description": "以下為資訊工程的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_STEM" +"group_alias": "STEM" +"include": "_default_template_yaml" +"task": "tmmluplus_computer_science" +"task_alias": "computer science" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_dentistry.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_dentistry.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d6295240fc3a37046d0c8d0038eb58130667a807 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_dentistry.yaml @@ -0,0 +1,7 @@ +"dataset_name": "dentistry" +"description": "以下為牙醫學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_dentistry" +"task_alias": "dentistry" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_economics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_economics.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2ed100fb42d428d0afd0c26f560da9700eb30b04 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_economics.yaml @@ -0,0 +1,7 @@ +"dataset_name": "economics" +"description": "以下為經濟學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_economics" +"task_alias": "economics" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_education.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_education.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cc601810008841e7d2bca53680b237c2b52c16ff --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_education.yaml @@ -0,0 +1,7 @@ +"dataset_name": "education" +"description": "以下為教育常識的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_education" +"task_alias": "education" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_education_(profession_level).yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_education_(profession_level).yaml new file mode 100644 index 0000000000000000000000000000000000000000..f986517b66c9f46443655b940c251007ba782c50 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_education_(profession_level).yaml @@ -0,0 +1,7 @@ +"dataset_name": "education_(profession_level)" +"description": "以下為教育專業的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_education_(profession_level)" +"task_alias": "education (profession level)" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_educational_psychology.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_educational_psychology.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bed8f2d41be8aa0349ea47a153212d8ffa7e5bb3 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_educational_psychology.yaml @@ -0,0 +1,7 @@ +"dataset_name": "educational_psychology" +"description": "以下為教育心理的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_educational_psychology" +"task_alias": "educational psychology" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_engineering_math.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_engineering_math.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cf681cd57f2e3b2096080c08a6c2e3de2eaa1443 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_engineering_math.yaml @@ -0,0 +1,7 @@ +"dataset_name": "engineering_math" +"description": "以下為工程數學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_STEM" +"group_alias": "STEM" +"include": "_default_template_yaml" +"task": "tmmluplus_engineering_math" +"task_alias": "engineering math" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_finance_banking.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_finance_banking.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e60086e12e5e97ec9df7ff5c616df95f92762ed1 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_finance_banking.yaml @@ -0,0 +1,7 @@ +"dataset_name": "finance_banking" +"description": "以下為金融與法規的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_finance_banking" +"task_alias": "finance banking" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_financial_analysis.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_financial_analysis.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9990ab5d0447b969c6f5ae026d5db0d388a00b29 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_financial_analysis.yaml @@ -0,0 +1,7 @@ +"dataset_name": "financial_analysis" +"description": "以下為財務分析的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_financial_analysis" +"task_alias": "financial analysis" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_fire_science.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_fire_science.yaml new file mode 100644 index 0000000000000000000000000000000000000000..807f6f5f2ea23185bf82734e860f650f96ae8984 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_fire_science.yaml @@ -0,0 +1,7 @@ +"dataset_name": "fire_science" +"description": "以下為火災學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_fire_science" +"task_alias": "fire science" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_human_behavior.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_human_behavior.yaml new file mode 100644 index 0000000000000000000000000000000000000000..54aaa80fa3b24df4452b3a5c2c75fdb29bb51cdb --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_human_behavior.yaml @@ -0,0 +1,7 @@ +"dataset_name": "human_behavior" +"description": "以下為人類行為與社會的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_human_behavior" +"task_alias": "human behavior" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_insurance_studies.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_insurance_studies.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fa23be46c1af606deb01c860a4703d30edda019d --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_insurance_studies.yaml @@ -0,0 +1,7 @@ +"dataset_name": "insurance_studies" +"description": "以下為保險學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_insurance_studies" +"task_alias": "insurance studies" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_introduction_to_law.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_introduction_to_law.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6434d3eae80048a24afc61a9a042d931fa54fa05 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_introduction_to_law.yaml @@ -0,0 +1,7 @@ +"dataset_name": "introduction_to_law" +"description": "以下為法律概論的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_humanities" +"group_alias": "humanities" +"include": "_default_template_yaml" +"task": "tmmluplus_introduction_to_law" +"task_alias": "introduction to law" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chemistry.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chemistry.yaml new file mode 100644 index 0000000000000000000000000000000000000000..de9c0691cf1e5d3c4773f831c77d8056f355277f --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chemistry.yaml @@ -0,0 +1,7 @@ +"dataset_name": "junior_chemistry" +"description": "以下為國中理化的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_STEM" +"group_alias": "STEM" +"include": "_default_template_yaml" +"task": "tmmluplus_junior_chemistry" +"task_alias": "junior chemistry" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chinese_exam.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chinese_exam.yaml new file mode 100644 index 0000000000000000000000000000000000000000..937090520ef5e21d5877a46d4c9b1530b56ecba1 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chinese_exam.yaml @@ -0,0 +1,7 @@ +"dataset_name": "junior_chinese_exam" +"description": "以下為國中會考基測國文的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_junior_chinese_exam" +"task_alias": "junior chinese exam" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_math_exam.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_math_exam.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a869a55f1445123550389b44b718df00d4dd2ef5 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_math_exam.yaml @@ -0,0 +1,7 @@ +"dataset_name": "junior_math_exam" +"description": "以下為國中會考基測數學科的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_STEM" +"group_alias": "STEM" +"include": "_default_template_yaml" +"task": "tmmluplus_junior_math_exam" +"task_alias": "junior math exam" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_science_exam.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_science_exam.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed4b8d272c94356d6f2de8b600304470b75134ea --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_science_exam.yaml @@ -0,0 +1,7 @@ +"dataset_name": "junior_science_exam" +"description": "以下為國中會考基測自然科的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_STEM" +"group_alias": "STEM" +"include": "_default_template_yaml" +"task": "tmmluplus_junior_science_exam" +"task_alias": "junior science exam" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_social_studies.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_social_studies.yaml new file mode 100644 index 0000000000000000000000000000000000000000..760ff0e794a401489dc7a7ddd3e258f2a707edde --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_junior_social_studies.yaml @@ -0,0 +1,7 @@ +"dataset_name": "junior_social_studies" +"description": "以下為國中會考基測社會科的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_junior_social_studies" +"task_alias": "junior social studies" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_linear_algebra.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_linear_algebra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c2286dbca9b66f3320f8db206b0c1dc279b6069e --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_linear_algebra.yaml @@ -0,0 +1,7 @@ +"dataset_name": "linear_algebra" +"description": "以下為線代的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_STEM" +"group_alias": "STEM" +"include": "_default_template_yaml" +"task": "tmmluplus_linear_algebra" +"task_alias": "linear algebra" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_logic_reasoning.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_logic_reasoning.yaml new file mode 100644 index 0000000000000000000000000000000000000000..059bef3d9687e0f38383f6984c12aedfdfbc5b00 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_logic_reasoning.yaml @@ -0,0 +1,7 @@ +"dataset_name": "logic_reasoning" +"description": "以下為邏輯思維的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_logic_reasoning" +"task_alias": "logic reasoning" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_macroeconomics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_macroeconomics.yaml new file mode 100644 index 0000000000000000000000000000000000000000..91009abe691ffcc0c910729244620557ccad2d6c --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_macroeconomics.yaml @@ -0,0 +1,7 @@ +"dataset_name": "macroeconomics" +"description": "以下為總經的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_macroeconomics" +"task_alias": "macroeconomics" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_management_accounting.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_management_accounting.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2d071f869736fbe10cfbc400d74371d2f27a8ffc --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_management_accounting.yaml @@ -0,0 +1,7 @@ +"dataset_name": "management_accounting" +"description": "以下為管理會計的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_management_accounting" +"task_alias": "management accounting" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_marketing_management.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_marketing_management.yaml new file mode 100644 index 0000000000000000000000000000000000000000..da39f0a879b33956012c8f2fefba88586a9c4b4d --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_marketing_management.yaml @@ -0,0 +1,7 @@ +"dataset_name": "marketing_management" +"description": "以下為行銷管理的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_marketing_management" +"task_alias": "marketing management" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_music.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_music.yaml new file mode 100644 index 0000000000000000000000000000000000000000..72864c0035da8cb92b491773be7a8a5e8a3b1685 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_music.yaml @@ -0,0 +1,7 @@ +"dataset_name": "music" +"description": "以下為音樂科的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_music" +"task_alias": "music" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_national_protection.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_national_protection.yaml new file mode 100644 index 0000000000000000000000000000000000000000..62e98266d83a247c9e56f119316780dedac1369e --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_national_protection.yaml @@ -0,0 +1,7 @@ +"dataset_name": "national_protection" +"description": "以下為軍事的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_national_protection" +"task_alias": "national protection" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_nautical_science.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_nautical_science.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e02c1dbc2a9d78354f71330bacdea52803abf8cb --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_nautical_science.yaml @@ -0,0 +1,7 @@ +"dataset_name": "nautical_science" +"description": "以下為航海的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_nautical_science" +"task_alias": "nautical science" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_official_document_management.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_official_document_management.yaml new file mode 100644 index 0000000000000000000000000000000000000000..77dce1d671784c86e11899e10ba9ec8c2a1d7b54 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_official_document_management.yaml @@ -0,0 +1,7 @@ +"dataset_name": "official_document_management" +"description": "以下為機關文書的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_official_document_management" +"task_alias": "official document management" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_optometry.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_optometry.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7e3b78b7edd3136d3ed8a10d5e959d3fb72bc7bd --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_optometry.yaml @@ -0,0 +1,7 @@ +"dataset_name": "optometry" +"description": "以下為視光學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_optometry" +"task_alias": "optometry" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_organic_chemistry.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_organic_chemistry.yaml new file mode 100644 index 0000000000000000000000000000000000000000..75a096f9b4a242f12b207c6daa453d0dc2217e1f --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_organic_chemistry.yaml @@ -0,0 +1,7 @@ +"dataset_name": "organic_chemistry" +"description": "以下為有機化學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_STEM" +"group_alias": "STEM" +"include": "_default_template_yaml" +"task": "tmmluplus_organic_chemistry" +"task_alias": "organic chemistry" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacology.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacology.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0da7ec9842f7bdedaa266b48f4b88a7518966d80 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacology.yaml @@ -0,0 +1,7 @@ +"dataset_name": "pharmacology" +"description": "以下為藥理學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_pharmacology" +"task_alias": "pharmacology" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_physical_education.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_physical_education.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fb3558e9baa4cf6ee4c1f19a244341a3a484861c --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_physical_education.yaml @@ -0,0 +1,7 @@ +"dataset_name": "physical_education" +"description": "以下為體育的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_physical_education" +"task_alias": "physical education" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_physics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_physics.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3a8443fe19d0e33011093547f6ada042188a5cee --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_physics.yaml @@ -0,0 +1,7 @@ +"dataset_name": "physics" +"description": "以下為物理的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_STEM" +"group_alias": "STEM" +"include": "_default_template_yaml" +"task": "tmmluplus_physics" +"task_alias": "physics" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_politic_science.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_politic_science.yaml new file mode 100644 index 0000000000000000000000000000000000000000..67d2068c5d1bd046263992fe4150fc4519e1345a --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_politic_science.yaml @@ -0,0 +1,7 @@ +"dataset_name": "politic_science" +"description": "以下為政治的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_politic_science" +"task_alias": "politic science" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_real_estate.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_real_estate.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ba90b7aa565bf0102967508392d286e13c25a747 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_real_estate.yaml @@ -0,0 +1,7 @@ +"dataset_name": "real_estate" +"description": "以下為房地產的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_real_estate" +"task_alias": "real estate" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_secondary_physics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_secondary_physics.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6865167cb1f51310ba30d7b4745e62bc878c5d8f --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_secondary_physics.yaml @@ -0,0 +1,7 @@ +"dataset_name": "secondary_physics" +"description": "以下為高中物理的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_STEM" +"group_alias": "STEM" +"include": "_default_template_yaml" +"task": "tmmluplus_secondary_physics" +"task_alias": "secondary physics" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_statistics_and_machine_learning.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_statistics_and_machine_learning.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9a6e68ba514f60c8c2f6760a80a09a3cd65eb1a0 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_statistics_and_machine_learning.yaml @@ -0,0 +1,7 @@ +"dataset_name": "statistics_and_machine_learning" +"description": "以下為統計與機器學習的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_STEM" +"group_alias": "STEM" +"include": "_default_template_yaml" +"task": "tmmluplus_statistics_and_machine_learning" +"task_alias": "statistics and machine learning" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_taiwanese_hokkien.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_taiwanese_hokkien.yaml new file mode 100644 index 0000000000000000000000000000000000000000..89297df3158681f837462d90ead8660b563ee3e0 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_taiwanese_hokkien.yaml @@ -0,0 +1,7 @@ +"dataset_name": "taiwanese_hokkien" +"description": "以下為閩南語的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_taiwanese_hokkien" +"task_alias": "taiwanese hokkien" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_taxation.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_taxation.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f54520270fb40d6c91b9ef508235a938b87be190 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_taxation.yaml @@ -0,0 +1,7 @@ +"dataset_name": "taxation" +"description": "以下為稅務的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_humanities" +"group_alias": "humanities" +"include": "_default_template_yaml" +"task": "tmmluplus_taxation" +"task_alias": "taxation" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_technical.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_technical.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6167a8fe0f63000a8d714ef2ed286ed950297d54 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_technical.yaml @@ -0,0 +1,7 @@ +"dataset_name": "technical" +"description": "以下為技術工相關的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_technical" +"task_alias": "technical" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_three_principles_of_people.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_three_principles_of_people.yaml new file mode 100644 index 0000000000000000000000000000000000000000..de50db700ba23b2941ece04a5f0d4eb0999ffe10 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_three_principles_of_people.yaml @@ -0,0 +1,7 @@ +"dataset_name": "three_principles_of_people" +"description": "以下為三民主義的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_three_principles_of_people" +"task_alias": "three principles of people" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_trade.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_trade.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c42e22e034952c8e26ebff70d3b028e5aee643e --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_trade.yaml @@ -0,0 +1,7 @@ +"dataset_name": "trade" +"description": "以下為貿易的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_trade" +"task_alias": "trade" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_trust_practice.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_trust_practice.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0c1e7ae3f44ea9c3fe3f11d41cb1353f787359b4 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_trust_practice.yaml @@ -0,0 +1,7 @@ +"dataset_name": "trust_practice" +"description": "以下為信託實務的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_humanities" +"group_alias": "humanities" +"include": "_default_template_yaml" +"task": "tmmluplus_trust_practice" +"task_alias": "trust practice" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_ttqav2.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_ttqav2.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2216d4d46ca7331e2eae24a24affcaf51b68225f --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_ttqav2.yaml @@ -0,0 +1,7 @@ +"dataset_name": "ttqav2" +"description": "以下為台灣在地用語的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_ttqav2" +"task_alias": "ttqav2" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_tve_chinese_language.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_tve_chinese_language.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0c98fedd3725c1bcf7899328bb9b51a3b3ab5e02 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_tve_chinese_language.yaml @@ -0,0 +1,7 @@ +"dataset_name": "tve_chinese_language" +"description": "以下為統測國文的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_social_sciences" +"group_alias": "social sciences" +"include": "_default_template_yaml" +"task": "tmmluplus_tve_chinese_language" +"task_alias": "tve chinese language" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_tve_design.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_tve_design.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e36b1548025bb6a9a9f95cf58833ba94465aab4e --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_tve_design.yaml @@ -0,0 +1,7 @@ +"dataset_name": "tve_design" +"description": "以下為統測 設計的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_tve_design" +"task_alias": "tve design" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_tve_mathematics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_tve_mathematics.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b4158f17e9cf040bd5c38419493c2c3c50227ff4 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_tve_mathematics.yaml @@ -0,0 +1,7 @@ +"dataset_name": "tve_mathematics" +"description": "以下為統測數學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_STEM" +"group_alias": "STEM" +"include": "_default_template_yaml" +"task": "tmmluplus_tve_mathematics" +"task_alias": "tve mathematics" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_tve_natural_sciences.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_tve_natural_sciences.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c2ecf4ad00c56eb7835bbdf2ce8d5abb33457d07 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_tve_natural_sciences.yaml @@ -0,0 +1,7 @@ +"dataset_name": "tve_natural_sciences" +"description": "以下為統測自然科的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_STEM" +"group_alias": "STEM" +"include": "_default_template_yaml" +"task": "tmmluplus_tve_natural_sciences" +"task_alias": "tve natural sciences" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pathology.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pathology.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c1fcb43897705ecf140fcbc34c69fb0b74f66331 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pathology.yaml @@ -0,0 +1,7 @@ +"dataset_name": "veterinary_pathology" +"description": "以下為獸醫病理學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_veterinary_pathology" +"task_alias": "veterinary pathology" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pharmacology.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pharmacology.yaml new file mode 100644 index 0000000000000000000000000000000000000000..45c6553b2985013ae44ddaa401b7e2a10cfa59ee --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pharmacology.yaml @@ -0,0 +1,7 @@ +"dataset_name": "veterinary_pharmacology" +"description": "以下為獸醫藥理學的單選題，請提供正確答案的選項。\n\n" +"group": "tmmluplus_other" +"group_alias": "other" +"include": "_default_template_yaml" +"task": "tmmluplus_veterinary_pharmacology" +"task_alias": "veterinary pharmacology" diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/subject.tsv b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/subject.tsv new file mode 100644 index 0000000000000000000000000000000000000000..4dc4b03e0feba9c62e64927f8fe2010327058141 --- /dev/null +++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/tmmluplus/subject.tsv @@ -0,0 +1,68 @@ +subject name category +dentistry 牙醫學 health +traditional_chinese_medicine_clinical_medicine 中醫臨床醫學 health +clinical_psychology 臨床心理學 psychology +technical 技術工相關 other +culinary_skills 餐旅 other +mechanical 機械與機電概論 other +logic_reasoning 邏輯思維 other +real_estate 房地產 other +general_principles_of_law 法學大意 law +finance_banking 金融與法規 business +anti_money_laundering 洗錢防制 law +ttqav2 台灣在地用語 culture +marketing_management 行銷管理 other +business_management 企業管理 other +organic_chemistry 有機化學 chemistry +advance_chemistry 化學 chemistry +physics 物理 physics +secondary_physics 高中物理 physics +human_behavior 人類行為與社會 psychology +national_protection 軍事 politics +jce_humanities 指考人文科目 philosophy +linear_algebra 線代 math +politic_science 政治 politics +agriculture 農業 other +official_document_management 機關文書 other +financial_analysis 財務分析 business +pharmacy 藥劑學 biology +educational_psychology 教育心理 psychology +statistics_and_machine_learning 統計與機器學習 engineering +management_accounting 管理會計 business +introduction_to_law 法律概論 law +computer_science 資訊工程 computer science +veterinary_pathology 獸醫病理學 health +accounting 會計學 business +fire_science 火災學 other +optometry 視光學 other +insurance_studies 保險學 other +pharmacology 藥理學 health +taxation 稅務 law +education_(profession_level) 教育專業 education +economics 經濟學 economics +veterinary_pharmacology 獸醫藥理學 health +nautical_science 航海 other +occupational_therapy_for_psychological_disorders 心理障礙職能治療學 psychology +trust_practice 信託實務 law +geography_of_taiwan 台灣地理 geography +physical_education 體育 education +auditing 審計學 business +administrative_law 行政法 law +basic_medical_science 基礎醫學 biology +macroeconomics 總經 economics +trade 貿易 business +chinese_language_and_literature 國文 culture +tve_design 統測＿設計 other +junior_science_exam 國中會考基測自然科 biology +junior_math_exam 國中會考基測數學科 math +junior_chinese_exam 國中會考基測國文 culture +junior_social_studies 國中會考基測社會科 other +tve_mathematics 統測數學 math +tve_chinese_language 統測國文 culture +tve_natural_sciences 統測自然科 biology +junior_chemistry 國中理化 chemistry +music 音樂科 other +education 教育常識 education +three_principles_of_people 三民主義 culture +taiwanese_hokkien 閩南語 culture +engineering_math 工程數學 math