test ali kurban

app.py

@@ -24,6 +24,10 @@ app.add_middleware(
 def fix_string(batch):
     batch = batch.lower()
     batch = unicodedata.normalize('NFKC', batch)
+    extra_punctuation = "–؛;،؟?«»‹›−—¬”“•…"  # Add your additional custom punctuation from the training set here
+    all_punctuation = string.punctuation + extra_punctuation
+    for char in all_punctuation:
+        batch = batch.replace(char, '   ')
     ## replace ug chars
     # Replace 'ژ' with 'ج'
     batch = batch.replace('ژ', 'ج')
@@ -79,7 +83,7 @@ def fix_string(batch):
         batch = batch.replace(eng_char, uyghur_char)
     # batch = batch.replace('e', ' ئې ')
     # Optional: Collapse multiple spaces into one
-    batch = ' '.join(batch.split())
+    # batch = ' '.join(batch.split())
     return batch