fix dataset in task

tasks.py

@@ -76,8 +76,9 @@ class Task:
 
         self.name = "-".join(names) + f"-{self.split}"
         if isinstance(self.prompt, str):
+            prompt_format = self.prompt
             self.prompt = lambda example: {
-                self.input_column: self.prompt.format(
+                self.input_column: prompt_format.format(
                     input_column=example[self.input_column]
                 )
             }
@@ -89,11 +90,12 @@ class Task:
 
     @cached_property
     def dataset(self):
-        ds = load_dataset(
-            *self.dataset_name
+        ds = (
+            load_dataset(
+                *self.dataset_name,
+            )
             if isinstance(self.dataset_name, tuple)
-            else self.dataset_name,
-            # split=self.split,
+            else load_dataset(self.dataset_name)
         )
         test_ds = ds[self.split]
         if self.prompt is not None:

tlem.py

@@ -144,9 +144,6 @@ class Suite(EvaluationSuite):
                     input_column="problem",
                     label_column="solution",
                 )
-        match name:
-            case _ if "test" in name:
-                suite = suite["Test"]
 
         self.suite = [suite] if isinstance(suite, Task) else suite