fix load

.gitignore

@@ -2,3 +2,5 @@ __pycache__
 *.ju.py
 tests
 
+README_files
+.ipynb_checkpoints

tlem.py

@@ -126,6 +126,7 @@ class Suite(EvaluationSuite):
 
     def get_suite(self, name) -> dict[str, Task]:
         chat = False
+        suite={}
         match name:
             case _ if "chat" in name:
                 chat = True
@@ -171,7 +172,6 @@ class Suite(EvaluationSuite):
                 )
 
             case "open-leaderboard":
-                suite = {}
                 for name in [
                     "arc",
                     "hellaswag",
@@ -181,23 +181,24 @@ class Suite(EvaluationSuite):
                     # "truthful_qa",
                     "drop",
                 ]:
-                    suite[name] = self.get_suite(name)
+                    suite.update(self.get_suite(name))
             case "tlem":
-                suite = {
-                    name: self.get_suite(name)
-                    for name in [
-                        "arc",
-                        "hellaswag",
-                        "mmlu-chat",
-                        "winogrande",
-                        "gsm8k",
-                        "cmmlu-chat",
-                        "ceval-chat",
-                        "bbh",
-                    ]
-                }
+                for name in [
+                    "arc",
+                    "hellaswag",
+                    "mmlu-chat",
+                    "winogrande",
+                    "gsm8k",
+                    # "truthful_qa",
+                    "cmmlu-chat",
+                    "ceval-chat",
+                    "bbh",
+                ]:
+                    suite.update(self.get_suite(name))
+
             case "all":
-                suite = {name: self.get_suite(name) for name in self.supported_datasets}
+                for name in self.supported_datasets:
+                    suite.update(self.get_suite(name))
             case _:
                 raise NotImplementedError(
                     f"{name} is not supported in {self.supported_datasets}"
@@ -205,8 +206,7 @@ class Suite(EvaluationSuite):
 
         if isinstance(suite, Task):
             suite = [suite]
-        if isinstance(suite, list):
-            suite = {name: suite}
+        suite = {name: suite}
 
         return suite
 
@@ -231,7 +231,8 @@ class Suite(EvaluationSuite):
         return suite
 
     def load(self, name):
-        self.suite.update(self.get_suite(name))
+        sub_suite = self.get_suite(name)
+        self.suite.update(sub_suite)
         self.suite = self.drop_duplicates(self.suite)
         # return self