Spaces:

j-js
/

GameAI

Sleeping

j-js commited on 18 days ago

Commit

19bee64

verified ·

1 Parent(s): cabb78f

Update question_support_loader.py

Files changed (1) hide show

question_support_loader.py CHANGED Viewed

@@ -25,7 +25,7 @@ class QuestionSupportBank:
         cleaned = cleaned.replace("’", "'").replace("“", '"').replace("”", '"')
         cleaned = cleaned.replace("−", "-").replace("–", "-")
         cleaned = re.sub(r"\s+", " ", cleaned)
-        cleaned = re.sub(r"\s*([=+\-*/:,;()])\s*", r"", cleaned)
         return cleaned.strip()
     def _tokenize(self, text: Optional[str]) -> List[str]:

         cleaned = cleaned.replace("’", "'").replace("“", '"').replace("”", '"')
         cleaned = cleaned.replace("−", "-").replace("–", "-")
         cleaned = re.sub(r"\s+", " ", cleaned)
+        cleaned = re.sub(r"\s*([=+\-*/:,;()])\s*", r"\1", cleaned)
         return cleaned.strip()
     def _tokenize(self, text: Optional[str]) -> List[str]: