Spaces:
Runtime error
Runtime error
m00913563 commited on
Commit ·
67019be
1
Parent(s): 152bc5c
fix scoring
Browse files- evaluator.py +9 -9
evaluator.py
CHANGED
|
@@ -227,15 +227,15 @@ def generate_behavioral_score(eval_array):
|
|
| 227 |
fail_score = 0
|
| 228 |
success_score = 0
|
| 229 |
|
| 230 |
-
if eval
|
| 231 |
-
fail_score =
|
| 232 |
-
elif eval
|
| 233 |
-
success_score =
|
| 234 |
-
|
| 235 |
-
if eval
|
| 236 |
-
|
| 237 |
-
elif eval
|
| 238 |
-
|
| 239 |
|
| 240 |
if fail_score < success_score:
|
| 241 |
scores.append(1)
|
|
|
|
| 227 |
fail_score = 0
|
| 228 |
success_score = 0
|
| 229 |
|
| 230 |
+
if eval.label == "FAIL":
|
| 231 |
+
fail_score += 1
|
| 232 |
+
elif eval.label == "SUCCESS":
|
| 233 |
+
success_score += 1
|
| 234 |
+
|
| 235 |
+
# if eval.label == "FAIL":
|
| 236 |
+
# fail_score = eval["score"]
|
| 237 |
+
# elif eval.label == "SUCCESS":
|
| 238 |
+
# success_score = eval["score"]
|
| 239 |
|
| 240 |
if fail_score < success_score:
|
| 241 |
scores.append(1)
|