Spaces:
Running
Running
Zhuoyang Song
commited on
Commit
·
868c1b2
1
Parent(s):
141ccb9
Delete: print extraction info
Browse files
tlem.py
CHANGED
|
@@ -58,7 +58,7 @@ class ReasoningMetric(evaluate.Metric):
|
|
| 58 |
)
|
| 59 |
df["extract_responses"] = extract_responses
|
| 60 |
df["extract_references"] = extract_references
|
| 61 |
-
print(df)
|
| 62 |
results = {
|
| 63 |
"Accuracy": (df["extract_references"] == df["extract_responses"])
|
| 64 |
.astype(int)
|
|
@@ -139,7 +139,7 @@ class Suite(EvaluationSuite):
|
|
| 139 |
case _ if "test" in name:
|
| 140 |
suite = suite["Test"]
|
| 141 |
|
| 142 |
-
self.suite = suite
|
| 143 |
|
| 144 |
def __init__(self, name="tlem"):
|
| 145 |
super().__init__(name)
|
|
|
|
| 58 |
)
|
| 59 |
df["extract_responses"] = extract_responses
|
| 60 |
df["extract_references"] = extract_references
|
| 61 |
+
# print(df)
|
| 62 |
results = {
|
| 63 |
"Accuracy": (df["extract_references"] == df["extract_responses"])
|
| 64 |
.astype(int)
|
|
|
|
| 139 |
case _ if "test" in name:
|
| 140 |
suite = suite["Test"]
|
| 141 |
|
| 142 |
+
self.suite = [suite] if isinstance(suite, Task) else suite
|
| 143 |
|
| 144 |
def __init__(self, name="tlem"):
|
| 145 |
super().__init__(name)
|