Update app.py

app.py

@@ -2,10 +2,7 @@ import gradio as gr
 from gtts import gTTS
 import tempfile
 import os
-import requests
-from bs4 import BeautifulSoup
-import re
-import urllib.parse
+from googletrans import Translator
 
 # Enhanced transliteration map with proper Arabic characters
 translit_map = {
@@ -102,8 +99,11 @@ latin_to_ipa = {
     "!": "!"
 }
 
+# Initialize Google Translator
+translator = Translator()
+
 def clean_arabic_text(text):
-    """Remove diacritics from Arabic text for dictionary lookup"""
+    """Remove diacritics from Arabic text for translation"""
     if not text:
         return ""
     
@@ -115,166 +115,99 @@ def clean_arabic_text(text):
     
     return cleaned.strip()
 
-def lookup_dictionary(arabic_word):
+def google_translate_arabic(arabic_text):
     """
-    Lookup Arabic word in the Arabic Lexicon dictionary
-    Returns dictionary definition and related information
+    Translate Arabic text to English using Google Translate
+    Returns translation and detected language info
     """
-    if not arabic_word or not arabic_word.strip():
-        return "No word provided for lookup."
+    if not arabic_text or not arabic_text.strip():
+        return "No text provided for translation."
     
     try:
-        # Clean the word for lookup
-        clean_word = clean_arabic_text(arabic_word)
-        
-        # Encode the Arabic word for URL
-        encoded_word = urllib.parse.quote(clean_word)
-        
-        # Construct the search URL for Arabic Lexicon with cat=9 (appears to be a specific category)
-        search_url = f"https://arabiclexicon.hawramani.com/search/{encoded_word}?cat=9"
-        
-        # Set headers to mimic a browser request
-        headers = {
-            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
-            'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
-            'Accept-Language': 'en-US,en;q=0.5',
-            'Accept-Encoding': 'gzip, deflate',
-            'Connection': 'keep-alive'
-        }
+        # Clean the text
+        clean_text = clean_arabic_text(arabic_text)
         
-        # Make the request
-        response = requests.get(search_url, headers=headers, timeout=15)
-        response.raise_for_status()
+        # Detect language first
+        detection = translator.detect(clean_text)
         
-        # Parse the HTML response
-        soup = BeautifulSoup(response.content, 'html.parser')
+        # Translate to English
+        translation = translator.translate(clean_text, src='ar', dest='en')
         
-        # Extract search results - based on the structure I can see
-        results = []
+        # Format the result
+        result = f"🌐 **Google Translate Results:**\n\n"
+        result += f"**Original Arabic:** {arabic_text}\n\n"
+        result += f"**Cleaned Text:** {clean_text}\n\n"
+        result += f"**Detected Language:** {detection.lang} (confidence: {detection.confidence:.2f})\n\n"
+        result += f"**English Translation:** {translation.text}\n\n"
         
-        # Look for the main content spans that contain the definitions
-        content_spans = soup.find_all('span', {'index': True})
+        # Get pronunciation if available
+        if hasattr(translation, 'pronunciation') and translation.pronunciation:
+            result += f"**Pronunciation:** {translation.pronunciation}\n\n"
         
-        if content_spans:
-            for span in content_spans[:2]:  # Limit to first 2 spans
-                text_content = span.get_text(strip=True)
-                if text_content and len(text_content) > 20:
-                    # Clean up the text and format it nicely
-                    clean_text = text_content.replace('\n', ' ').replace('  ', ' ')
-                    results.append(clean_text[:500] + "..." if len(clean_text) > 500 else clean_text)
+        result += f"**Translation Confidence:** Automatic detection\n"
+        result += f"**Source:** Google Translate"
         
-        # Fallback: look for any Arabic text content if spans don't work
-        if not results:
-            # Look for divs or other containers with Arabic text
-            arabic_text_elements = soup.find_all(text=re.compile(r'[\u0600-\u06FF]{3,}'))
-            
-            for element in arabic_text_elements[:3]:
-                parent_text = element.parent.get_text(strip=True) if element.parent else str(element)
-                if len(parent_text) > 30 and clean_word in parent_text:
-                    clean_text = parent_text.replace('\n', ' ').replace('  ', ' ')
-                    results.append(clean_text[:400] + "..." if len(clean_text) > 400 else clean_text)
+        return result
         
-        if results:
-            formatted_results = f"📖 **Dictionary Results for '{arabic_word}':**\n\n"
-            for i, result in enumerate(results, 1):
-                formatted_results += f"**{i}.** {result}\n\n"
-            
-            formatted_results += f"\n🔗 **Full results:** [View on Arabic Lexicon]({search_url})"
-            return formatted_results
-        else:
-            return f"📖 No dictionary results found for '{arabic_word}'.\n\n🔗 **Try manual search:** [Search on Arabic Lexicon]({search_url})"
-            
-    except requests.exceptions.RequestException as e:
-        return f"❌ Dictionary lookup failed: Network error. Please check your internet connection.\n\nError: {str(e)}"
     except Exception as e:
-        return f"❌ Dictionary lookup failed: {str(e)}\n\n🔗 **Try manual search:** https://arabiclexicon.hawramani.com"
-
+        return f"❌ Google Translate error: {str(e)}\n\nPlease check your internet connection and try again."
 
-def lookup_dictionary_alternative(arabic_word):
+def translate_multiple_words(arabic_text):
     """
-    Alternative lookup method using the old search format as fallback
+    Translate multiple Arabic words - both individually and as a whole phrase
     """
-    if not arabic_word or not arabic_word.strip():
-        return "No word provided for lookup."
+    if not arabic_text or not arabic_text.strip():
+        return "No text provided for translation."
     
     try:
-        clean_word = clean_arabic_text(arabic_word)
-        encoded_word = urllib.parse.quote(clean_word)
-        
-        # Try the original search format as fallback
-        search_url = f"https://arabiclexicon.hawramani.com/?search={encoded_word}&cat=9"
-        
-        headers = {
-            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
-        }
-        
-        response = requests.get(search_url, headers=headers, timeout=15)
-        response.raise_for_status()
-        
-        soup = BeautifulSoup(response.content, 'html.parser')
+        # First translate the whole phrase
+        full_translation = google_translate_arabic(arabic_text)
         
-        # Look for search results in tables or divs
-        results = []
+        # Then translate individual words if there are multiple words
+        words = arabic_text.strip().split()
         
-        # Try to find table rows or result containers
-        result_elements = soup.find_all(['tr', 'div', 'p'], string=re.compile(r'[\u0600-\u06FF]+'))
+        if len(words) > 1:
+            individual_translations = []
+            for i, word in enumerate(words[:5], 1):  # Limit to first 5 words
+                if len(word.strip()) > 1:  # Skip single characters
+                    try:
+                        word_translation = translator.translate(clean_arabic_text(word), src='ar', dest='en')
+                        individual_translations.append(f"**{i}. {word}** → {word_translation.text}")
+                    except:
+                        individual_translations.append(f"**{i}. {word}** → (translation failed)")
+            
+            if individual_translations:
+                result = full_translation + "\n\n" + "─"*50 + "\n\n"
+                result += "📝 **Individual Word Translations:**\n\n"
+                result += "\n".join(individual_translations)
+                return result
         
-        for element in result_elements[:3]:
-            text_content = element.get_text(strip=True)
-            if text_content and len(text_content) > 20 and clean_word in text_content:
-                clean_text = text_content.replace('\n', ' ').replace('  ', ' ')
-                results.append(clean_text[:400] + "..." if len(clean_text) > 400 else clean_text)
+        return full_translation
         
-        if results:
-            formatted_results = f"📖 **Dictionary Results for '{arabic_word}' (Alternative Search):**\n\n"
-            for i, result in enumerate(results, 1):
-                formatted_results += f"**{i}.** {result}\n\n"
-            
-            formatted_results += f"\n🔗 **Full results:** [View on Arabic Lexicon]({search_url})"
-            return formatted_results
-        else:
-            return f"📖 No results found with alternative search for '{arabic_word}'.\n\n🔗 **Try manual search:** [Search on Arabic Lexicon]({search_url})"
-            
     except Exception as e:
-        return f"❌ Alternative dictionary lookup failed: {str(e)}"
+        return f"❌ Translation error: {str(e)}"
 
-
-def lookup_dictionary_with_fallback(arabic_word):
+def reverse_translate_english(english_text):
     """
-    Main lookup function that tries the new format first, then falls back to the old format
+    Translate English text to Arabic using Google Translate
     """
-    # Try the new format first
-    result = lookup_dictionary(arabic_word)
-    
-    # If no results found, try the alternative format
-    if "No dictionary results found" in result:
-        alternative_result = lookup_dictionary_alternative(arabic_word)
-        if "No results found" not in alternative_result:
-            return alternative_result
+    if not english_text or not english_text.strip():
+        return "No text provided for translation."
     
-    return result
-
-def lookup_multiple_words(arabic_text):
-    """
-    Lookup multiple Arabic words separated by spaces
-    """
-    if not arabic_text or not arabic_text.strip():
-        return "No text provided for lookup."
-    
-    words = arabic_text.strip().split()
-    if len(words) == 1:
-        return lookup_dictionary(words[0])
-    
-    results = []
-    for word in words[:5]:  # Limit to first 5 words to avoid overwhelming
-        if len(word.strip()) > 1:  # Skip single characters
-            result = lookup_dictionary(word)
-            results.append(f"### Word: {word}\n{result}\n" + "─"*50 + "\n")
-    
-    if results:
-        return "\n".join(results)
-    else:
-        return "No valid words found for dictionary lookup."
+    try:
+        # Translate to Arabic
+        translation = translator.translate(english_text, src='en', dest='ar')
+        
+        # Format the result
+        result = f"🌐 **English to Arabic Translation:**\n\n"
+        result += f"**Original English:** {english_text}\n\n"
+        result += f"**Arabic Translation:** {translation.text}\n\n"
+        result += f"**Source:** Google Translate"
+        
+        return result, translation.text
+        
+    except Exception as e:
+        return f"❌ Translation error: {str(e)}", ""
 
 def generate_letter_audio(arabic_letter):
     """Generate TTS audio for a single Arabic letter or character."""
@@ -346,7 +279,6 @@ def arabic_tts(arabic_text):
     
     try:
         tts = gTTS(text=arabic_text, lang='ar', slow=False)
-        # Create temporary file with proper cleanup
         with tempfile.NamedTemporaryFile(delete=False, suffix=".mp3") as tmp_file:
             temp_path = tmp_file.name
         tts.save(temp_path)
@@ -361,7 +293,6 @@ def ipa_tts(ipa_text):
         return None
     
     try:
-        # Use English TTS for IPA reading
         tts = gTTS(text=ipa_text, lang='en', slow=True)
         with tempfile.NamedTemporaryFile(delete=False, suffix=".mp3") as tmp_file:
             temp_path = tmp_file.name
@@ -386,19 +317,19 @@ def full_process_with_ipa_audio(latin_text):
     ipa_audio = ipa_tts(ipa_text)
     return arabic_text, ipa_text, arabic_audio, ipa_audio
 
-def full_process_with_dictionary(latin_text):
-    """Complete processing: transliterate, generate audio, and lookup dictionary."""
+def full_process_with_translation(latin_text):
+    """Complete processing: transliterate, generate audio, and translate with Google."""
     arabic_text = transliterate(latin_text)
     ipa_text = latin_to_ipa_conversion(latin_text)
     arabic_audio = arabic_tts(arabic_text)
     ipa_audio = ipa_tts(ipa_text)
-    dictionary_result = lookup_multiple_words(arabic_text)
-    return arabic_text, ipa_text, arabic_audio, ipa_audio, dictionary_result
+    translation_result = translate_multiple_words(arabic_text)
+    return arabic_text, ipa_text, arabic_audio, ipa_audio, translation_result
 
 # Create Gradio interface
-with gr.Blocks(title="Arabic Transliterator with Dictionary") as demo:
-    gr.Markdown("## 📝 Latin-to-Arabic Transliterator with Dictionary Lookup")
-    gr.Markdown("Enter Latin characters to convert to Arabic script, generate audio, and lookup meanings in Arabic dictionaries.")
+with gr.Blocks(title="Arabic Transliterator with Google Translate") as demo:
+    gr.Markdown("## 📝 Latin-to-Arabic Transliterator with Google Translate")
+    gr.Markdown("Enter Latin characters to convert to Arabic script, generate audio, and get translations using Google Translate.")
     
     # Full-width transliteration guide with audio buttons
     with gr.Accordion("📖 Interactive Transliteration Guide with Audio", open=False):
@@ -537,12 +468,12 @@ with gr.Blocks(title="Arabic Transliterator with Dictionary") as demo:
             placeholder="Shows how the Arabic sounds should be pronounced using IPA symbols"
         )
     
-    # Dictionary lookup section
+    # Translation section (replaces dictionary)
     with gr.Row():
-        dictionary_output = gr.Textbox(
-            label="📖 Dictionary Lookup Results", 
+        translation_output = gr.Textbox(
+            label="🌐 Google Translate Results", 
             lines=8,
-            placeholder="Dictionary definitions and meanings will appear here...",
+            placeholder="Translations and meanings will appear here...",
             show_copy_button=True
         )
     
@@ -551,12 +482,12 @@ with gr.Blocks(title="Arabic Transliterator with Dictionary") as demo:
         convert_btn = gr.Button("🔄 Transliterate", variant="primary")
         tts_btn = gr.Button("🔊 Generate Arabic Sound", variant="secondary")
         ipa_btn = gr.Button("🔤 Generate IPA Text", variant="secondary")
-        dict_btn = gr.Button("📖 Dictionary Lookup", variant="secondary")
+        translate_btn = gr.Button("🌐 Google Translate", variant="secondary")
     
     with gr.Row():
         combined_btn = gr.Button("🔄🔊 Transliterate & Speak", variant="secondary")
         full_process_btn = gr.Button("🔄🔤🔊 Full Process + IPA Audio", variant="secondary")
-        complete_btn = gr.Button("🔄📖🔊 Complete Process + Dictionary", variant="primary")
+        complete_btn = gr.Button("🔄🌐🔊 Complete Process + Translation", variant="primary")
     
     # Audio outputs
     with gr.Row():
@@ -565,23 +496,37 @@ with gr.Blocks(title="Arabic Transliterator with Dictionary") as demo:
         with gr.Column():
             ipa_audio = gr.Audio(label="IPA Pronunciation Audio (English reading)", type="filepath")
     
-    # Manual dictionary lookup section
-    with gr.Accordion("🔍 Manual Dictionary Lookup", open=False):
+    # Manual translation section
+    with gr.Accordion("🔍 Manual Translation", open=False):
         with gr.Row():
-            manual_lookup_input = gr.Textbox(
-                label="Enter Arabic word(s) to lookup",
-                placeholder="Enter Arabic text for dictionary lookup",
-                rtl=True
-            )
-            manual_lookup_btn = gr.Button("🔍 Lookup", variant="secondary")
+            with gr.Column():
+                manual_arabic_input = gr.Textbox(
+                    label="Enter Arabic text to translate",
+                    placeholder="Enter Arabic text for translation",
+                    rtl=True
+                )
+                manual_translate_btn = gr.Button("🌐 Translate to English", variant="secondary")
+            
+            with gr.Column():
+                manual_english_input = gr.Textbox(
+                    label="Enter English text to translate",
+                    placeholder="Enter English text for Arabic translation"
+                )
+                reverse_translate_btn = gr.Button("🌐 Translate to Arabic", variant="secondary")
         
-        manual_lookup_output = gr.Textbox(
-            label="Manual Lookup Results",
+        manual_translation_output = gr.Textbox(
+            label="Manual Translation Results",
             lines=6,
             show_copy_button=True
         )
+        
+        manual_arabic_result = gr.Textbox(
+            label="Translated Arabic Text",
+            rtl=True,
+            visible=False
+        )
     
-    # External IPA resources - moved to bottom
+    # External IPA resources
     with gr.Accordion("🎯 Free IPA Pronunciation Tools (More Accurate)", open=False):
         gr.Markdown("""
         **🌐 Online (No Download Required):**
@@ -611,10 +556,10 @@ with gr.Blocks(title="Arabic Transliterator with Dictionary") as demo:
         outputs=arabic_audio
     )
     
-    dict_btn.click(
-        fn=lookup_multiple_words,
+    translate_btn.click(
+        fn=translate_multiple_words,
         inputs=arabic_output,
-        outputs=dictionary_output
+        outputs=translation_output
     )
     
     combined_btn.click(
@@ -630,16 +575,22 @@ with gr.Blocks(title="Arabic Transliterator with Dictionary") as demo:
     )
     
     complete_btn.click(
-        fn=full_process_with_dictionary,
+        fn=full_process_with_translation,
         inputs=latin_input,
-        outputs=[arabic_output, ipa_output, arabic_audio, ipa_audio, dictionary_output]
+        outputs=[arabic_output, ipa_output, arabic_audio, ipa_audio, translation_output]
+    )
+    
+    # Manual translation handlers
+    manual_translate_btn.click(
+        fn=translate_multiple_words,
+        inputs=manual_arabic_input,
+        outputs=manual_translation_output
     )
     
-    # Manual lookup handlers
-    manual_lookup_btn.click(
-        fn=lookup_multiple_words,
-        inputs=manual_lookup_input,
-        outputs=manual_lookup_output
+    reverse_translate_btn.click(
+        fn=reverse_translate_english,
+        inputs=manual_english_input,
+        outputs=[manual_translation_output, manual_arabic_result]
     )
 
 if __name__ == "__main__":