clean bbh

tasks.py

@@ -781,42 +781,29 @@ class BBH:
     def suite(
         cls,
     ):
-        finer_categories = (
-            pd.Series(
-                cls.bbh_free_form_sets + cls.bbh_multiple_choice_sets
-            )  # noqa # type: ignore
-            .explode()
-            .reset_index()
-            .set_index(0)
-            .groupby(0)
-            .agg(list)["index"]
-            .to_dict()
-        )
-        suite = defaultdict(list)
-        categories = list(finer_categories.keys())
-        for cate in categories:
-            if cate in cls.bbh_multiple_choice_sets:
-                suite[cate].append(
-                    Task(
-                        ("lukaemon/bbh", cate),
-                        metric_name=("sustech/tlem", "bbh_mcq"),
-                        input_column=cls.input_column,
-                        label_column=cls.label_column,
-                        prompt=partial(cls.prompt_bbh, category=cate),
-                        few_shot=0,
-                    )
+        suite = []
+        for cate in cls.bbh_multiple_choice_sets:
+            suite.append(
+                Task(
+                    ("lukaemon/bbh", cate),
+                    metric_name=("sustech/tlem", "bbh_mcq"),
+                    input_column=cls.input_column,
+                    label_column=cls.label_column,
+                    prompt=partial(cls.prompt_bbh, category=cate),
+                    few_shot=0,
                 )
-            else:
-                suite[cate].append(
-                    Task(
-                        ("lukaemon/bbh", cate),
-                        metric_name=("sustech/tlem", "bbh_freefrom"),
-                        input_column=cls.input_column,
-                        label_column=cls.label_column,
-                        prompt=partial(cls.prompt_bbh, category=cate),
-                        few_shot=0,
-                    )
+            )
+        for cate in cls.bbh_free_form_sets:
+            suite.append(
+                Task(
+                    ("lukaemon/bbh", cate),
+                    metric_name=("sustech/tlem", "bbh_freefrom"),
+                    input_column=cls.input_column,
+                    label_column=cls.label_column,
+                    prompt=partial(cls.prompt_bbh, category=cate),
+                    few_shot=0,
                 )
+            )
 
         return suite