Update evaluation/evaluator.py

evaluation/evaluator.py

@@ -97,12 +97,12 @@ def question_scorer(prediction, gold_answer):
     gold_answer, evaluator = parse_answer(answer_list)
     prediction, run_eval = fix_prediction(prediction, gold_answer, evaluator)
 
-    if not run_eval:
-        return 0.
-
     has_ans = 1.
     if ((prediction) != float and len(prediction) == 0) or find_isnan(prediction):
         has_ans = 0.
+        
+    if not run_eval:
+        return 0., has_ans
 
     metric_eval = get_evaluator(evaluator)
     accuracy = metric_eval(prediction, gold_answer)