| import re, string
|
| from collections import Counter
|
|
|
| def norm(s):
|
| s = s.lower()
|
| s = "".join(c for c in s if c not in set(string.punctuation))
|
| s = re.sub(r"\b(a|an|the)\b", " ", s)
|
| return " ".join(s.split())
|
|
|
| def em(pred, golds):
|
| return max(norm(pred) == norm(g) for g in golds)
|
|
|
| def f1(pred, golds):
|
| def one(p, g):
|
| p, g = norm(p).split(), norm(g).split()
|
| common = Counter(p) & Counter(g)
|
| n = sum(common.values())
|
| if n == 0: return 0.0
|
| pr, rc = n / len(p), n / len(g)
|
| return 2 * pr * rc / (pr + rc)
|
| return max(one(pred, g) for g in golds)
|
|
|
| def contains(pred, golds):
|
| return max(norm(g) in norm(pred) for g in golds) |
