.

code_eval.py

@@ -189,7 +189,7 @@ class CodeEval(evaluate.Metric):
                     for r in ref:
                         assert isinstance(r, str)
                         test = Template(ref_template).safe_substitute(ref_key=r)
-                        test = Template(test).safe_substitute(prediction=p)
+                        test = Template(test).safe_substitute(reference=p)
 
                         test_program = body + "\n" + test
                         args = (test_program, timeout, tid, pid)