Spaces:
Sleeping
Sleeping
Rodrigo Ferreira Rodrigues
commited on
Commit
·
d16fc41
1
Parent(s):
c014dc7
Correcting test example
Browse files- regression_evaluate.py +6 -3
- tests.py +1 -1
regression_evaluate.py
CHANGED
|
@@ -18,6 +18,7 @@ import datasets
|
|
| 18 |
import re
|
| 19 |
from statistics import median
|
| 20 |
import numpy as np
|
|
|
|
| 21 |
|
| 22 |
# TODO: Add BibTeX citation
|
| 23 |
_CITATION = """\
|
|
@@ -51,7 +52,7 @@ Examples:
|
|
| 51 |
>>> metric = evaluate.load("rfr2003/regression_evaluate")
|
| 52 |
>>> results = metric.compute(generations=['[150, 0]'], golds=[183, 177, 146, 85, 70, 78, 55, 17, 0, -1, -1])
|
| 53 |
>>> print(results)
|
| 54 |
-
{'precision': 4.0, 'recall':
|
| 55 |
"""
|
| 56 |
|
| 57 |
|
|
@@ -104,8 +105,10 @@ class regression_evaluate(evaluate.Metric):
|
|
| 104 |
|
| 105 |
for gen, gold in zip(generations, golds):
|
| 106 |
f_gold = list(set([float(g) for g in gold]))
|
| 107 |
-
|
| 108 |
-
|
|
|
|
|
|
|
| 109 |
|
| 110 |
f_ans = list(set([float(a) for a in f_ans])) #get rid of duples values
|
| 111 |
|
|
|
|
| 18 |
import re
|
| 19 |
from statistics import median
|
| 20 |
import numpy as np
|
| 21 |
+
import ast
|
| 22 |
|
| 23 |
# TODO: Add BibTeX citation
|
| 24 |
_CITATION = """\
|
|
|
|
| 52 |
>>> metric = evaluate.load("rfr2003/regression_evaluate")
|
| 53 |
>>> results = metric.compute(generations=['[150, 0]'], golds=[183, 177, 146, 85, 70, 78, 55, 17, 0, -1, -1])
|
| 54 |
>>> print(results)
|
| 55 |
+
{'precision': 4.0, 'recall': 344.0, 'macro-mean': 174.0, 'median macro-mean': 174.0}
|
| 56 |
"""
|
| 57 |
|
| 58 |
|
|
|
|
| 105 |
|
| 106 |
for gen, gold in zip(generations, golds):
|
| 107 |
f_gold = list(set([float(g) for g in gold]))
|
| 108 |
+
try:
|
| 109 |
+
f_ans = ast.literal_eval(gen)
|
| 110 |
+
except:
|
| 111 |
+
f_ans = re.findall(r'\d+(?:\.\d+)?', gen)
|
| 112 |
|
| 113 |
f_ans = list(set([float(a) for a in f_ans])) #get rid of duples values
|
| 114 |
|
tests.py
CHANGED
|
@@ -2,6 +2,6 @@ test_cases = [
|
|
| 2 |
{
|
| 3 |
'generations': ['[150, 0]'],
|
| 4 |
'golds': [183, 177, 146, 85, 70, 78, 55, 17, 0, -1, -1],
|
| 5 |
-
"result": {'precision': 4.0, 'recall':
|
| 6 |
}
|
| 7 |
]
|
|
|
|
| 2 |
{
|
| 3 |
'generations': ['[150, 0]'],
|
| 4 |
'golds': [183, 177, 146, 85, 70, 78, 55, 17, 0, -1, -1],
|
| 5 |
+
"result": {'precision': 4.0, 'recall': 344.0, 'macro-mean': 174.0, 'median macro-mean': 174.0}
|
| 6 |
}
|
| 7 |
]
|