Spaces:
Running
Running
fix task
Browse files
tasks.py
CHANGED
|
@@ -65,7 +65,7 @@ class Task:
|
|
| 65 |
few_shot: int = 0
|
| 66 |
few_shot_from: Optional[str] = None
|
| 67 |
# results: dict[str, Any] = field(default_factory=dict)
|
| 68 |
-
outputs: Optional[list] = field(default_factory=list)
|
| 69 |
|
| 70 |
def __post_init__(self):
|
| 71 |
names = (
|
|
|
|
| 65 |
few_shot: int = 0
|
| 66 |
few_shot_from: Optional[str] = None
|
| 67 |
# results: dict[str, Any] = field(default_factory=dict)
|
| 68 |
+
# outputs: Optional[list] = field(default_factory=list)
|
| 69 |
|
| 70 |
def __post_init__(self):
|
| 71 |
names = (
|
tlem.py
CHANGED
|
@@ -76,8 +76,8 @@ class Suite(EvaluationSuite):
|
|
| 76 |
match key:
|
| 77 |
case str():
|
| 78 |
return self.suite[key]
|
| 79 |
-
|
| 80 |
-
|
| 81 |
|
| 82 |
def aggregate(self, suite):
|
| 83 |
for cate, tasks in suite.items():
|
|
|
|
| 76 |
match key:
|
| 77 |
case str():
|
| 78 |
return self.suite[key]
|
| 79 |
+
case slice() | int():
|
| 80 |
+
return self.tasks[key]
|
| 81 |
|
| 82 |
def aggregate(self, suite):
|
| 83 |
for cate, tasks in suite.items():
|