ahhhh

glue-suite-v2.py

@@ -1,15 +1,9 @@
-from typing import Optional, Union, Callable
-from dataclasses import dataclass
-from datasets import Dataset
-
-from evaluate.evaluation_suite import EvaluationSuite, SubTask
-
 from datasets.features import Features, Sequence, Value
-
-from evaluate.module import EvaluationModuleInfo, combine
+from evaluate.module import EvaluationModuleInfo
+import evaluate
 
 
-class Suite(EvaluationSuite):
+class Suite(evaluate.EvaluationSuite):
 
     def _info(self):
         return EvaluationModuleInfo(
@@ -22,7 +16,7 @@ class Suite(EvaluationSuite):
         self.preprocessor = None #lambda x: x["text"].lower()
 
         self.suite = [
-            SubTask(
+            evaluate.SubTask(
                 data="imdb",
                 split="test",
                 data_preprocessor=self.preprocessor,
@@ -36,7 +30,7 @@ class Suite(EvaluationSuite):
                     }
                 }
             ),
-            SubTask(
+            evaluate.SubTask(
                 data="sst2",
                 split="test[:10]",
                 data_preprocessor=self.preprocessor,