WIP

glue-suite-v2.py

@@ -1,18 +1,17 @@
-from datasets.features import Features, Sequence, Value
-from evaluate.module import EvaluationModuleInfo
 import evaluate
+from evaluate.evaluation_suite import SubTask
 
 from typing import Optional, Union, Callable
 from dataclasses import dataclass
 from datasets import Dataset
 
-@dataclass
-class SubTask:
-    data: Optional[Union[str, Dataset]] = None
-    subset: Optional[str] = None
-    split: Optional[str] = None
-    data_preprocessor: Optional[Callable] = None
-    args_for_task: Optional[dict] = None
+# @dataclass
+# class SubTask:
+#     data: Optional[Union[str, Dataset]] = None
+#     subset: Optional[str] = None
+#     split: Optional[str] = None
+#     data_preprocessor: Optional[Callable] = None
+#     args_for_task: Optional[dict] = None
 
 
 class Suite(evaluate.EvaluationSuite):