minor

app.py

@@ -206,6 +206,8 @@ def map_punctuation(tok: str) -> str:
         return "."
     return tok
 
+import regex as re
+
 def tokenize_with_correct_unicode(text: str):
     """
     Splits text by matching contiguous word tokens (including Devanagari matras)