Spaces:
Running
Running
File size: 577 Bytes
6169a19 a403317 6169a19 1af84cb 6169a19 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
from compute_accuracy import compute_accuracy
def eval_final(test_metafile,dev_metafile,to_eval):
print("Computing accuracy...")
result_test = compute_accuracy(to_eval, test_metafile)
# permit not submitting dev results
try:
result_dev = compute_accuracy(to_eval, dev_metafile)
except:
print("Parsing dev answer error, return 0 as results")
result_dev = {'answered_acc': 0}
output = {"dev avg": result_dev['answered_acc'],
"test avg": result_test['answered_acc'],
**result_test}
return output
|