ahhhh

glue-suite-v2.py

@@ -4,6 +4,8 @@ from datasets import Dataset
 
 from evaluate.evaluation_suite import EvaluationSuite
 
+from evaluate.module import EvaluationModule
+
 @dataclass
 class SubTask:
     model_or_pipeline: Optional[Union[str, "Pipeline", Callable, "PreTrainedModel", "TFPreTrainedModel"]] = None
@@ -14,7 +16,7 @@ class SubTask:
     args_for_task: Optional[dict] = None
 
 
-class EvaluationSuite:
+class EvaluationSuite(EvaluationModule):
 
     def __init__(self):
         self.preprocessor = None #lambda x: x["text"].lower()