Update app.py

app.py

@@ -80,15 +80,32 @@ def download_file(url: str, path: str):
 
 def detokenize(text: str) -> str:
     """
-    Fairseq BPE output fix:
-    '▁ساڈا ▁گھر ▁راولپنڈی ▁وچ ▁ہے' → 'ساڈا گھر راولپنڈی وچ ہے'
-    ▁ = word boundary marker — replace with space, then clean up
+    Fairseq sentencepiece/BPE output clean karo.
+    
+    Possible formats:
+    1. "▁ساڈا ▁گھر ▁راولپنڈی"  → spaces ke saath
+    2. "ت ُس ِیں ک ِو ے ہ ِو"   → characters alag alag
+    3. "▁ت▁و▁س▁ی▁ں"            → chipke hue
+    
+    Fix: pehle ▁ ko space se replace karo, phir
+    sirf word boundaries pe space rakho
     """
-    # ▁ at start of word = space before it
-    result = text.replace(" ▁", " ").replace("▁", "")
-    # Clean extra spaces
-    result = " ".join(result.split())
-    return result.strip()
+    # Step 1: ▁ ko space se replace karo
+    text = text.replace("▁", " ")
+    
+    # Step 2: multiple spaces ko single space karo
+    text = " ".join(text.split())
+    
+    # Step 3: characters ke darmiyan wali extra spaces hatao
+    # (jab BPE ne har character ko alag token banaya ho)
+    # Unicode ranges: Shahmukhi (0600-06FF), Gurmukhi (0A00-0A7F)
+    import re
+    # Shahmukhi characters ke beech space hatao
+    text = re.sub(r'(?<=[\u0600-\u06FF])\s(?=[\u0600-\u06FF\u0610-\u061A\u064B-\u065F])', '', text)
+    # Gurmukhi characters ke beech space hatao  
+    text = re.sub(r'(?<=[\u0A00-\u0A7F])\s(?=[\u0A00-\u0A7F])', '', text)
+    
+    return text.strip()
 
 def load_model(pair: str):
     cfg = MODELS_CONFIG[pair]
@@ -143,10 +160,21 @@ def translate(req: Req):
         model  = load_model(pair)
         raw    = model.translate(req.text.strip())
 
-        print(f"[DEBUG] raw output [{pair}]: {raw}")  # debug log
+        # Debug — logs mein dikhega
+        print(f"[DEBUG] pair={pair}")
+        print(f"[DEBUG] input={req.text}")
+        print(f"[DEBUG] raw={repr(raw)}")
 
         result = detokenize(raw) if cfg["detokenize"] else raw
-        return {"success": True, "translation": result, "pair": pair, "raw": raw}
+
+        print(f"[DEBUG] final={result}")
+
+        return {
+            "success":     True,
+            "translation": result,
+            "pair":        pair,
+            "raw":         raw,      # debug ke liye
+        }
 
     except Exception as e:
         print(f"Error [{pair}]: {e}")