pragmatic-programs
/

human-data-ft-listener

text2text-generation

text-generation-inference

Model card Files Files and versions

fried-nlp commited on Sep 14, 2023

Commit

77b9d26

·

1 Parent(s): 66b75c7

Fix escaping

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -38,7 +38,7 @@ class EndpointHandler:
         if len(sorted_programs) > 0:
             top_guess = sorted_programs[0][1]
             top_score = sorted_programs[0][0]
-            top_success = parse(top_guess.replace('\\', '')).equivalent(parse(true_program).replace('\\', ''))
             top_10_guesses = [p for s, p in sorted_programs[:10]]
             top_10_scores = [s for s, p in sorted_programs[:10]]
             top_10_success = any([parse(p.replace('\\', '')).equivalent(parse(true_program.replace('\\', ''))) for p in top_10_guesses])

         if len(sorted_programs) > 0:
             top_guess = sorted_programs[0][1]
             top_score = sorted_programs[0][0]
+            top_success = parse(top_guess.replace('\\', '')).equivalent(parse(true_program.replace('\\', '')))
             top_10_guesses = [p for s, p in sorted_programs[:10]]
             top_10_scores = [s for s, p in sorted_programs[:10]]
             top_10_success = any([parse(p.replace('\\', '')).equivalent(parse(true_program.replace('\\', ''))) for p in top_10_guesses])