diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_anatomy.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_anatomy.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..84161ec30ee875253d988a395f892b7982631765
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_anatomy.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "anatomy"
+"description": "以下是关于解剖学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_anatomy"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_ancient_chinese.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_ancient_chinese.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..2099e0a12de41328eed39ebafb5ec940ee4aac5a
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_ancient_chinese.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "ancient_chinese"
+"description": "以下是关于古汉语的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_ancient_chinese"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_astronomy.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_astronomy.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..5ad9a8f2c886e189c380b9f01104fca11a2ef529
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_astronomy.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "astronomy"
+"description": "以下是关于天文学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_astronomy"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_business_ethics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_business_ethics.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..10135b604b3a96ba2c894dc86a9b3af1382728a2
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_business_ethics.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "business_ethics"
+"description": "以下是关于商业伦理的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_business_ethics"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_civil_service_exam.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_civil_service_exam.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..dcf6c7e6eeb52f551442de521ed4cc4fdfd272f1
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_civil_service_exam.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "chinese_civil_service_exam"
+"description": "以下是关于中国公务员考试的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_chinese_civil_service_exam"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_driving_rule.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_driving_rule.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..2dce17c0f0c1f9a99aff32ee633eab90026e823f
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_driving_rule.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "chinese_driving_rule"
+"description": "以下是关于中国驾驶规则的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_chinese_driving_rule"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_foreign_policy.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_foreign_policy.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..bbb34a96a36cf9db8f68fe7047b2c81260afdd6f
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_foreign_policy.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "chinese_foreign_policy"
+"description": "以下是关于中国外交政策的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_chinese_foreign_policy"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_history.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_history.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..26fe1db5ac3039018f02bfa55e118cbba1db4ed8
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_history.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "chinese_history"
+"description": "以下是关于中国历史的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_chinese_history"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_literature.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_literature.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..4166c122c8c12a0268f67ed646e2c31698d7a40c
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_literature.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "chinese_literature"
+"description": "以下是关于中国文学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_chinese_literature"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_teacher_qualification.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_teacher_qualification.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..226e98a92e435abefc82c34fad8755c80ea42448
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_chinese_teacher_qualification.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "chinese_teacher_qualification"
+"description": "以下是关于中国教师资格的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_chinese_teacher_qualification"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_clinical_knowledge.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_clinical_knowledge.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..6ed36425f2c3b866e62e0ac9b38dd0aeab118916
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_clinical_knowledge.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "clinical_knowledge"
+"description": "以下是关于临床知识的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_clinical_knowledge"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_college_education.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_college_education.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..952f351cb005d300becc2f5e3b7d5b8579b979a5
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_college_education.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "college_education"
+"description": "以下是关于大学教育学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_college_education"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_college_law.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_college_law.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..717784ac3d636cfde4560d11c85f84a963d7e154
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_college_law.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "college_law"
+"description": "以下是关于大学法律的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_college_law"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_college_medicine.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_college_medicine.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..dff0d7860fee5dbd289ffaf2d61215fc1c79707b
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_college_medicine.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "college_medicine"
+"description": "以下是关于大学医学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_college_medicine"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_construction_project_management.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_construction_project_management.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..86265b0804a30e1d2352ff79bcaaa8de3c15316f
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_construction_project_management.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "construction_project_management"
+"description": "以下是关于建设工程管理的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_construction_project_management"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_agronomy.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_agronomy.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..034ce661d6e72e35fdef2b7cddb94d00d7aec0ef
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_agronomy.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "agronomy"
+"description": "以下是关于农学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_agronomy"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_ancient_chinese.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_ancient_chinese.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..2099e0a12de41328eed39ebafb5ec940ee4aac5a
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_ancient_chinese.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "ancient_chinese"
+"description": "以下是关于古汉语的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_ancient_chinese"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_chinese_driving_rule.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_chinese_driving_rule.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..2dce17c0f0c1f9a99aff32ee633eab90026e823f
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_chinese_driving_rule.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "chinese_driving_rule"
+"description": "以下是关于中国驾驶规则的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_chinese_driving_rule"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_chinese_food_culture.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_chinese_food_culture.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..52400c56bc4b6e39af23137c179f53102b7009a6
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_chinese_food_culture.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "chinese_food_culture"
+"description": "以下是关于中国饮食文化的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_chinese_food_culture"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_chinese_history.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_chinese_history.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..26fe1db5ac3039018f02bfa55e118cbba1db4ed8
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_chinese_history.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "chinese_history"
+"description": "以下是关于中国历史的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_chinese_history"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_chinese_literature.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_chinese_literature.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..4166c122c8c12a0268f67ed646e2c31698d7a40c
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_chinese_literature.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "chinese_literature"
+"description": "以下是关于中国文学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_chinese_literature"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_clinical_knowledge.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_clinical_knowledge.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..6ed36425f2c3b866e62e0ac9b38dd0aeab118916
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_clinical_knowledge.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "clinical_knowledge"
+"description": "以下是关于临床知识的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_clinical_knowledge"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_actuarial_science.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_actuarial_science.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..3543486b113bdc0a56ac96feadbbc1f3a8ed997b
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_actuarial_science.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "college_actuarial_science"
+"description": "以下是关于大学精算学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_college_actuarial_science"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_engineering_hydrology.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_engineering_hydrology.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..d52288a4d96e3eee909a7f33c845ba2fa9590aba
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_engineering_hydrology.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "college_engineering_hydrology"
+"description": "以下是关于大学工程水文学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_college_engineering_hydrology"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_law.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_law.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..717784ac3d636cfde4560d11c85f84a963d7e154
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_law.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "college_law"
+"description": "以下是关于大学法律的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_college_law"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_mathematics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_mathematics.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..7876a584e7e3c936d30c7e4ad81381ec7e535493
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_mathematics.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "college_mathematics"
+"description": "以下是关于大学数学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_college_mathematics"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_medical_statistics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_medical_statistics.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..f4839bdcac6dc3ba2ee7b874a1700db1d760b49c
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_medical_statistics.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "college_medical_statistics"
+"description": "以下是关于大学医学统计的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_college_medical_statistics"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_medicine.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_medicine.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..dff0d7860fee5dbd289ffaf2d61215fc1c79707b
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_college_medicine.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "college_medicine"
+"description": "以下是关于大学医学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_college_medicine"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_conceptual_physics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_conceptual_physics.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..ba952486faefcb59e113864489d3fe95c5c2703d
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_conceptual_physics.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "conceptual_physics"
+"description": "以下是关于概念物理学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_conceptual_physics"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_education.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_education.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..f1dc8a8a4fbc9664da04e2288cf782a9cc1e1877
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_education.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "education"
+"description": "以下是关于教育学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_education"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_electrical_engineering.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_electrical_engineering.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..2bb920b53ab8856d717fea8e07e87077ec3b3f71
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_electrical_engineering.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "electrical_engineering"
+"description": "以下是关于电气工程的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_electrical_engineering"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_elementary_commonsense.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_elementary_commonsense.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..3017edd999a0ee04de4a5dd8c7dc4b1b6218f5e3
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_elementary_commonsense.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "elementary_commonsense"
+"description": "以下是关于小学常识的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_elementary_commonsense"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_food_science.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_food_science.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..9be450ca2ea2190c6dd3b0639ad9fbd12d968443
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_food_science.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "food_science"
+"description": "以下是关于食品科学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_food_science"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_global_facts.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_global_facts.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..6982be9468bebc3d99a53baf120a11eae52704bb
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_global_facts.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "global_facts"
+"description": "以下是关于全球事实的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_global_facts"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_biology.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_biology.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..a56e797420f80bba1814e2bffc3aaa7f009d74f4
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_biology.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "high_school_biology"
+"description": "以下是关于高中生物的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_high_school_biology"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_chemistry.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_chemistry.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..34e99ea0f47b7017206bd6e9078ca7a5c2b25f0e
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_chemistry.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "high_school_chemistry"
+"description": "以下是关于高中化学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_high_school_chemistry"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_mathematics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_mathematics.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..3598501c1763d5f1c19444e1b18bb242149fdd34
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_mathematics.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "high_school_mathematics"
+"description": "以下是关于高中数学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_high_school_mathematics"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_physics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_physics.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..676fca166369b2f2b18a077ab2ec61b74a777d5c
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_physics.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "high_school_physics"
+"description": "以下是关于高中物理学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_high_school_physics"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_politics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_politics.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..5f689dff61a4ea55628b04f9bed5202e48c6eb70
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_high_school_politics.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "high_school_politics"
+"description": "以下是关于高中政治的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_high_school_politics"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_human_sexuality.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_human_sexuality.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..39ff32e728dd228dd675f708dc6e2680c96f0900
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_human_sexuality.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "human_sexuality"
+"description": "以下是关于人类性行为的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_human_sexuality"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_international_law.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_international_law.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..32112d3c8b6ee26ee786439053c2d1f1da5b04c2
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_international_law.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "international_law"
+"description": "以下是关于国际法学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_international_law"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_journalism.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_journalism.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..9f283816f59760033f375d8aba352fdd860b3338
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_journalism.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "journalism"
+"description": "以下是关于新闻学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_journalism"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_logical.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_logical.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..4c4ac2e12abb2fa29dd2e194f5f1b9417f61142b
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_logical.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "logical"
+"description": "以下是关于逻辑学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_logical"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_machine_learning.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_machine_learning.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..062cd1cd73add5caf387f6b4717c5ed837e2c7f7
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_machine_learning.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "machine_learning"
+"description": "以下是关于机器学习的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_machine_learning"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_management.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_management.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..aa5681babeb650cc451c15e3496ca4d0ed3a1e0f
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_management.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "management"
+"description": "以下是关于管理学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_management"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_marketing.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_marketing.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..a729641f9059060ec9abadeac611cf3e74528165
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_marketing.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "marketing"
+"description": "以下是关于市场营销的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_marketing"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_nutrition.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_nutrition.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..23d52c45e07134b2ff4f7c1a8e55ba19acfbcfd9
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_nutrition.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "nutrition"
+"description": "以下是关于营养学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_nutrition"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_professional_accounting.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_professional_accounting.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..bed3485d787d921fb25bbbfbad7671118acfc42b
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_professional_accounting.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "professional_accounting"
+"description": "以下是关于专业会计的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_professional_accounting"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_professional_law.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_professional_law.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..dec4c6cf1d7b095fab8fb293b9cf7600765f24db
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_professional_law.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "professional_law"
+"description": "以下是关于专业法学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_professional_law"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_public_relations.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_public_relations.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..a1c3711ef7734df27852065cf894f9c9cff9d776
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_public_relations.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "public_relations"
+"description": "以下是关于公共关系的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_public_relations"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_sociology.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_sociology.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..54f4367d010fb4ae5b0fe6b8a120f139b39cb0ab
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_sociology.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "sociology"
+"description": "以下是关于社会学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_sociology"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_traditional_chinese_medicine.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_traditional_chinese_medicine.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..ed4627deefd6a9a1737cc700604b940b31635cf8
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_traditional_chinese_medicine.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "traditional_chinese_medicine"
+"description": "以下是关于中医中药的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_traditional_chinese_medicine"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_world_history.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_world_history.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..993ce0ab6e390a81286df213e5d3ddd9fe3908bd
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_world_history.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "world_history"
+"description": "以下是关于世界历史的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_world_history"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_world_religions.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_world_religions.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..13229fc95d7d85408cc8d3649208404e9a8476d2
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_default_world_religions.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "world_religions"
+"description": "以下是关于世界宗教的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_world_religions"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_economics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_economics.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..4602efb430d49e3a876b7243c4cfffe506094b34
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_economics.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "economics"
+"description": "以下是关于经济学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_economics"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_electrical_engineering.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_electrical_engineering.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..2bb920b53ab8856d717fea8e07e87077ec3b3f71
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_electrical_engineering.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "electrical_engineering"
+"description": "以下是关于电气工程的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_electrical_engineering"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_elementary_information_and_technology.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_elementary_information_and_technology.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..98c7d3c8f2d85f3c52a3314253d2d2151f7116ae
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_elementary_information_and_technology.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "elementary_information_and_technology"
+"description": "以下是关于小学信息技术的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_elementary_information_and_technology"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_food_science.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_food_science.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..9be450ca2ea2190c6dd3b0639ad9fbd12d968443
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_food_science.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "food_science"
+"description": "以下是关于食品科学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_food_science"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_high_school_biology.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_high_school_biology.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..a56e797420f80bba1814e2bffc3aaa7f009d74f4
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_high_school_biology.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "high_school_biology"
+"description": "以下是关于高中生物的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_high_school_biology"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_high_school_chemistry.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_high_school_chemistry.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..34e99ea0f47b7017206bd6e9078ca7a5c2b25f0e
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_high_school_chemistry.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "high_school_chemistry"
+"description": "以下是关于高中化学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_high_school_chemistry"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_high_school_geography.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_high_school_geography.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..c73ebe9171df9e9f0fbdf2fecddb251e56884702
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_high_school_geography.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "high_school_geography"
+"description": "以下是关于高中地理的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_high_school_geography"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_high_school_physics.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_high_school_physics.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..676fca166369b2f2b18a077ab2ec61b74a777d5c
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_high_school_physics.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "high_school_physics"
+"description": "以下是关于高中物理学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_high_school_physics"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_journalism.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_journalism.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..9f283816f59760033f375d8aba352fdd860b3338
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_journalism.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "journalism"
+"description": "以下是关于新闻学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_journalism"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_jurisprudence.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_jurisprudence.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..ab40da40bafeb56459ae462b795be8c8584fb02a
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_jurisprudence.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "jurisprudence"
+"description": "以下是关于法理学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_jurisprudence"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_legal_and_moral_basis.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_legal_and_moral_basis.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..a5e3ee13b6e9670f33068bc731acebf7489737ec
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_legal_and_moral_basis.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "legal_and_moral_basis"
+"description": "以下是关于法律与道德基础的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_legal_and_moral_basis"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_marketing.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_marketing.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..a729641f9059060ec9abadeac611cf3e74528165
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_marketing.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "marketing"
+"description": "以下是关于市场营销的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_marketing"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_modern_chinese.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_modern_chinese.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..13b2ccc4f939876616ceeda42d211e96347ce060
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_modern_chinese.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "modern_chinese"
+"description": "以下是关于现代汉语的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_modern_chinese"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_professional_law.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_professional_law.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..dec4c6cf1d7b095fab8fb293b9cf7600765f24db
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_professional_law.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "professional_law"
+"description": "以下是关于专业法学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_professional_law"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_professional_medicine.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_professional_medicine.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..92fed45e74f9b69b2c7b595a4bb682318fe0b81c
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_professional_medicine.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "professional_medicine"
+"description": "以下是关于专业医学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_professional_medicine"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_professional_psychology.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_professional_psychology.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..83f0255591a17711d6ac99cf164a29ffe2a69866
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_professional_psychology.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "professional_psychology"
+"description": "以下是关于专业心理学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_professional_psychology"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_sociology.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_sociology.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..54f4367d010fb4ae5b0fe6b8a120f139b39cb0ab
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_sociology.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "sociology"
+"description": "以下是关于社会学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_sociology"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_sports_science.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_sports_science.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..35e5bb9cc4c40abcf271955f068788f85e44794a
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_sports_science.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "sports_science"
+"description": "以下是关于体育学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_sports_science"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_traditional_chinese_medicine.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_traditional_chinese_medicine.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..ed4627deefd6a9a1737cc700604b940b31635cf8
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_traditional_chinese_medicine.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "traditional_chinese_medicine"
+"description": "以下是关于中医中药的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_traditional_chinese_medicine"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_virology.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_virology.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..1560b84f682493ef53a9c26ae1d36ac520ff46c7
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_virology.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "virology"
+"description": "以下是关于病毒学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_virology"
diff --git a/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_world_religions.yaml b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_world_religions.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..13229fc95d7d85408cc8d3649208404e9a8476d2
--- /dev/null
+++ b/scripts/yans/lm-evaluation-harness/lm_eval/tasks/cmmlu/cmmlu_world_religions.yaml
@@ -0,0 +1,4 @@
+"dataset_name": "world_religions"
+"description": "以下是关于世界宗教的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_world_religions"