Update app.py

app.py

@@ -260,7 +260,7 @@ async def download_voice_file(media_url: str, filename: str) -> str:
         return None
 
 async def transcribe_voice_with_openai(file_path: str) -> str:
-    """Transcribe voice file using OpenAI Whisper with improved error handling and language restriction"""
+    """Transcribe voice file using OpenAI Whisper with comprehensive veterinary domain system prompt"""
     try:
         # Check if file exists and has content
         if not os.path.exists(file_path):
@@ -274,13 +274,82 @@ async def transcribe_voice_with_openai(file_path: str) -> str:
         
         logger.info(f"[Transcribe] Transcribing file: {file_path} (size: {file_size} bytes)")
         
-        # First attempt with English-specific prompt and language restriction
+        # Comprehensive system prompt for veterinary WhatsApp assistant
+        system_prompt = """
+You are transcribing voice messages for Apex Biotical Veterinary WhatsApp Assistant. This is a professional veterinary products chatbot.
+
+CONTEXT: Users can speak product names, menu selections, numbers, and general queries in English or Urdu.
+
+PRODUCT NAMES (Veterinary Products):
+- Hydropex (electrolyte supplement)
+- Respira Aid Plus (respiratory support)
+- Heposel (liver tonic)
+- Bromacid (respiratory/mucolytic)
+- Hexatox (liver & kidney support)
+- APMA Fort (mycotoxin binder)
+- Para C.E (heat stress support)
+- Tribiotic (antibiotic)
+- PHYTO-SAL (phytogenic supplement)
+- Mycopex Super (mycotoxin binder)
+- Eflin KT-20 (antibiotic)
+- Salcozine ST-30 (anticoccidial)
+- Oftilex UA-10 (antibiotic)
+- Biscomin 10 (injectable antibiotic)
+- Apvita Plus (vitamin supplement)
+- B-G Aspro-C (aspirin + vitamin C)
+- EC-Immune (immune booster)
+- Liverpex (liver tonic)
+- Symodex (multivitamin)
+- Respira Aid (respiratory support)
+- Adek Gold (multivitamin)
+- Immuno DX (immune enhancer)
+
+MENU SELECTIONS:
+- Main menu options: 1, 2, 3, 4
+- Product numbers: 1-23
+- Category numbers: 1-10
+- Navigation: main, menu, back, home, start
+
+NUMBERS (English & Urdu):
+English: one, two, three, four, five, six, seven, eight, nine, ten, eleven, twelve, thirteen, fourteen, fifteen, sixteen, seventeen, eighteen, nineteen, twenty, twenty-one, twenty-two, twenty-three
+Urdu (Roman): aik, ek, do, teen, char, panch, che, sat, ath, nau, das, gyara, bara, tera, choda, pandra, sola, satara, athara, unnees, bees, ikkees, baees, tees
+Urdu (Script): ایک, دو, تین, چار, پانچ, چھ, سات, آٹھ, نو, دس, گیارہ, بارہ, تیرہ, چودہ, پندرہ, سولہ, سترہ, اٹھارہ, انیس, بیس, اکیس, بائیس, تئیس
+
+COMMON GREETINGS:
+English: hi, hello, hey, good morning, good afternoon, good evening, how are you
+Urdu: salam, assalamu alaikum, adaab, namaste, khuda hafiz
+
+MENU COMMANDS:
+English: search, browse, download, catalog, contact, availability, main menu, option, number, choice
+Urdu: تلاش, براؤز, ڈاؤن لوڈ, کیٹلاگ, رابطہ, دستیابی, مین مینو, آپشن, نمبر, اختیار
+
+TRANSCRIPTION RULES:
+1. Transcribe product names exactly as listed above
+2. Convert spoken numbers to digits (1, 2, 3, etc.)
+3. Handle both English and Urdu speech
+4. Preserve exact spelling for product names
+5. Convert menu selections to numbers
+6. Handle common transcription errors (opium->option, numara->number)
+7. Maintain context for veterinary domain
+
+EXAMPLES:
+- "hydropex" -> "hydropex"
+- "respira aid plus" -> "respira aid plus"
+- "option number one" -> "1"
+- "aik" -> "1"
+- "do" -> "2"
+- "main menu" -> "main"
+- "salam" -> "salam"
+- "search products" -> "search products"
+"""
+        
+        # First attempt with comprehensive system prompt
         with open(file_path, 'rb') as audio_file:
             transcript = openai.Audio.transcribe(
                 model="whisper-1",
                 file=audio_file,
-                language="en",  # Force English first
-                prompt="This is a voice message for a veterinary products Assistant. Language: English or Urdu only. Common greetings: hi, hello, hey, salam, assalamualaikum. Numbers: one, two, three, 1, 2, 3, aik, do, teen. Menu options: search, browse, download, catalog, product, category, contact, availability, hydropex, heposel, respira aid plus, etc."
+                language="en",  # Start with English
+                prompt=system_prompt
             )
             
         transcribed_text = transcript.text.strip()
@@ -290,12 +359,51 @@ async def transcribe_voice_with_openai(file_path: str) -> str:
         if not transcribed_text or len(transcribed_text.strip()) < 2:
             logger.warning(f"[Transcribe] First attempt failed, trying with Urdu-specific prompt")
             
+            urdu_system_prompt = """
+You are transcribing Urdu voice messages for Apex Biotical Veterinary WhatsApp Assistant.
+
+PRODUCT NAMES (Urdu/English):
+- ہائیڈروپیکس (Hydropex)
+- ریسپیرا ایڈ پلس (Respira Aid Plus)
+- ہیپوسیل (Heposel)
+- بروماسڈ (Bromacid)
+- ہیکساٹوکس (Hexatox)
+- اے پی ایم اے فورٹ (APMA Fort)
+- پیرا سی ای (Para C.E)
+- ٹرائی بیوٹک (Tribiotic)
+- فائٹو سال (PHYTO-SAL)
+- مائیکوپیکس سپر (Mycopex Super)
+
+URDU NUMBERS:
+- ایک (1), دو (2), تین (3), چار (4), پانچ (5)
+- چھ (6), سات (7), آٹھ (8), نو (9), دس (10)
+- گیارہ (11), بارہ (12), تیرہ (13), چودہ (14), پندرہ (15)
+- سولہ (16), سترہ (17), اٹھارہ (18), انیس (19), بیس (20)
+- اکیس (21), بائیس (22), تئیس (23)
+
+URDU GREETINGS:
+- سلام (salam), السلام علیکم (assalamu alaikum)
+- آداب (adaab), نمستے (namaste), خدا حافظ (khuda hafiz)
+
+URDU MENU COMMANDS:
+- مین مینو (main menu), آپشن (option), نمبر (number)
+- تلاش (search), براؤز (browse), ڈاؤن لوڈ (download)
+- کیٹلاگ (catalog), رابطہ (contact), دستیابی (availability)
+
+TRANSCRIPTION RULES:
+1. Transcribe Urdu words in Urdu script
+2. Convert Urdu numbers to digits
+3. Handle mixed Urdu-English speech
+4. Preserve product names exactly
+5. Convert menu selections to numbers
+"""
+            
             with open(file_path, 'rb') as audio_file:
                 transcript = openai.Audio.transcribe(
                     model="whisper-1",
                     file=audio_file,
                     language="ur",  # Force Urdu
-                    prompt="This is a voice message in Urdu for a veterinary products Assistant. Common Urdu greetings: سلام, ہیلو, ہائے, السلام علیکم, وعلیکم السلام. Numbers: ایک, دو, تین, چار, پانچ, 1, 2, 3, 4, 5. Menu options: تلاش, براؤز, ڈاؤن لوڈ, کیٹلاگ, پروڈکٹ, کیٹیگری, رابطہ, دستیابی, ہائیڈروپیکس, ہیپوسیل, ریسپیرا ایڈ پلس, وغیرہ."
+                    prompt=urdu_system_prompt
                 )
                 
             transcribed_text = transcript.text.strip()
@@ -305,11 +413,35 @@ async def transcribe_voice_with_openai(file_path: str) -> str:
             if not transcribed_text or len(transcribed_text.strip()) < 2:
                 logger.warning(f"[Transcribe] Second attempt failed, trying with mixed language prompt")
                 
+                mixed_system_prompt = """
+You are transcribing voice messages for a veterinary products WhatsApp assistant. The user may speak in English, Urdu, or a mix of both languages.
+
+PRODUCT NAMES (exact spelling required):
+Hydropex, Respira Aid Plus, Heposel, Bromacid, Hexatox, APMA Fort, Para C.E, Tribiotic, PHYTO-SAL, Mycopex Super, Eflin KT-20, Salcozine ST-30, Oftilex UA-10, Biscomin 10, Apvita Plus, B-G Aspro-C, EC-Immune, Liverpex, Symodex, Respira Aid, Adek Gold, Immuno DX
+
+NUMBERS (convert to digits):
+English: one->1, two->2, three->3, etc.
+Urdu: aik->1, ek->1, do->2, teen->3, etc.
+
+MENU COMMANDS:
+main, menu, back, home, start, option, number, search, browse, download, catalog, contact, availability
+
+GREETINGS:
+hi, hello, salam, assalamu alaikum, adaab, namaste
+
+TRANSCRIPTION RULES:
+1. Transcribe exactly what you hear
+2. Convert numbers to digits
+3. Preserve product names exactly
+4. Handle both languages
+5. Convert menu selections to numbers
+"""
+                
                 with open(file_path, 'rb') as audio_file:
                     transcript = openai.Audio.transcribe(
                         model="whisper-1",
                         file=audio_file,
-                        prompt="This is a voice message for a veterinary products Assistant. Language: English or Urdu only. Common words: hi, hello, salam, one, two, three, aik, do, teen, search, browse, download, catalog, products, categories, contact, availability, hydropex, heposel, respira aid plus, etc."
+                        prompt=mixed_system_prompt
                     )
                     
                 transcribed_text = transcript.text.strip()
@@ -328,7 +460,7 @@ async def transcribe_voice_with_openai(file_path: str) -> str:
         return None
 
 def process_voice_input(text: str) -> str:
-    """Process and clean voice input text with common transcription error correction"""
+    """Process and clean voice input text with veterinary domain-specific transcription error correction"""
     if not text:
         return ""
     
@@ -341,12 +473,9 @@ def process_voice_input(text: str) -> str:
     # Basic punctuation cleanup
     processed_text = processed_text.replace(' ,', ',').replace(' .', '.')
     
-    # Common transcription error corrections
+    # Veterinary domain-specific transcription error corrections
     transcription_fixes = {
-        'bye': 'hi',
-        'goodbye': 'hello',
-        'good bye': 'hello',
-        'good by': 'hello',
+        # Common menu selection errors
         'opium': 'option',
         'opium numara': 'option number',
         'opium number': 'option number',
@@ -365,6 +494,7 @@ def process_voice_input(text: str) -> str:
         'numbra 1': 'number 1',
         'numbra 2': 'number 2',
         'numbra 3': 'number 3',
+        
         # Number fixes - only when they appear as standalone numbers
         'aik': '1',
         'ek': '1',
@@ -382,6 +512,7 @@ def process_voice_input(text: str) -> str:
         'ath': '8',
         'nau': '9',
         'das': '10',
+        
         # Navigation command fixes
         'man': 'main',
         'men': 'main',
@@ -391,7 +522,34 @@ def process_voice_input(text: str) -> str:
         'menu': 'main',
         'home': 'main',
         'back': 'main',
-        'return': 'main'
+        'return': 'main',
+        
+        # Veterinary product name corrections
+        'hydro pex': 'hydropex',
+        'hydro pex': 'hydropex',
+        'respira aid': 'respira aid plus',
+        'respira aid plus': 'respira aid plus',
+        'hepo sel': 'heposel',
+        'brom acid': 'bromacid',
+        'hexa tox': 'hexatox',
+        'apma fort': 'apma fort',
+        'para c': 'para c.e',
+        'para ce': 'para c.e',
+        'tribiotic': 'tribiotic',
+        'phyto sal': 'phyto-sal',
+        'mycopex': 'mycopex super',
+        'mycopex super': 'mycopex super',
+        'eflin': 'eflin kt-20',
+        'salcozine': 'salcozine st-30',
+        'oftilex': 'oftilex ua-10',
+        'biscomin': 'biscomin 10',
+        'apvita': 'apvita plus',
+        'bg aspro': 'b-g aspro-c',
+        'ec immune': 'ec-immune',
+        'liverpex': 'liverpex',
+        'symodex': 'symodex',
+        'adek': 'adek gold',
+        'immuno': 'immuno dx'
     }
     
     # Apply transcription fixes - but be careful with Islamic greetings
@@ -1599,13 +1757,13 @@ async def process_incoming_message(from_number: str, msg: dict):
                     send_whatsjet_message(from_number, response)
                 
                 # Add to conversation history
-                context_manager.add_to_history(from_number, query, response)
+                context_manager.add_to_history(from_number, message_body, response)
             
         else:
             # Enhanced "not found" response with veterinary suggestions
             message = (
                 "❌ *Product Not Found*\n\n"
-                f"🔍 *We couldn't find '{query}' in our veterinary database.*\n\n"
+                f"🔍 *We couldn't find '{message_body}' in our veterinary database.*\n\n"
                 "💡 *Try these alternatives:*\n"
                 "• Check spelling (e.g., 'Hydropex' not 'Hydro pex')\n"
                 "• Search by symptoms (e.g., 'respiratory', 'liver support')\n"
@@ -1631,8 +1789,111 @@ async def process_incoming_message(from_number: str, msg: dict):
             else:
                 send_whatsjet_message(from_number, message)
             
+        # Handle menu state-based processing
+        # Check if this is a menu selection
+        if current_state in ['main_menu', 'category_selection_menu', 'category_products_menu', 'all_products_menu', 'product_inquiry']:
+            # Validate menu selection
+            is_valid, error_msg = validate_menu_selection(message_body, current_state, user_context)
+            
+            if is_valid:
+                # Handle valid menu selection
+                if current_state == 'main_menu':
+                    if message_body == '1':
+                        # Search Products
+                        await display_all_products(from_number)
+                    elif message_body == '2':
+                        # Browse Categories
+                        categories = get_all_categories()
+                        if categories:
+                            context_manager.update_context(
+                                from_number,
+                                current_state='category_selection_menu',
+                                current_menu='category_selection_menu',
+                                current_menu_options=categories,
+                                available_categories=categories
+                            )
+                            message = "📁 *Select a Category:*\n\n"
+                            for i, category in enumerate(categories, 1):
+                                message += f"{format_number_with_emoji(i)} {category}\n"
+                            message += "\n💬 Type a category number or 'main' to return to main menu."
+                            send_whatsjet_message(from_number, message)
+                        else:
+                            send_whatsjet_message(from_number, "❌ No categories available. Type 'main' to return to main menu.")
+                    elif message_body == '3':
+                        # Download Catalog
+                        await send_catalog_pdf(from_number)
+                    elif message_body == '4':
+                        # AI Chat Mode
+                        context_manager.update_context(
+                            from_number,
+                            current_state='ai_chat_mode',
+                            current_menu='ai_chat_mode',
+                            current_menu_options=['main']
+                        )
+                        message = (
+                            "🤖 *Veterinary AI Assistant Activated*\n\n"
+                            "I'm now in AI chat mode. You can ask me:\n"
+                            "• Veterinary questions\n"
+                            "• Product recommendations\n"
+                            "• Treatment advice\n"
+                            "• General inquiries\n\n"
+                            "💬 *Type 'main' to return to main menu.*"
+                        )
+                        send_whatsjet_message(from_number, message)
+                elif current_state == 'category_selection_menu':
+                    await handle_category_selection(message_body, from_number)
+                elif current_state == 'category_products_menu':
+                    # Handle product selection from category
+                    available_products = user_context.get('available_products', [])
+                    if message_body.isdigit() and 1 <= int(message_body) <= len(available_products):
+                        selected_product = available_products[int(message_body) - 1]
+                        context_manager.update_context(
+                            from_number,
+                            current_product=selected_product,
+                            current_state='product_inquiry',
+                            current_menu='product_inquiry',
+                            current_menu_options=list(MENU_CONFIG['product_inquiry']['option_descriptions'].values())
+                        )
+                        response = generate_veterinary_product_response(selected_product, user_context)
+                        send_whatsjet_message(from_number, response)
+                    else:
+                        send_whatsjet_message(from_number, get_menu_validation_message(current_state, user_context))
+                elif current_state == 'all_products_menu':
+                    # Handle product selection from all products
+                    if products_df is not None and not products_df.empty:
+                        all_products = products_df.to_dict('records')
+                        if message_body.isdigit() and 1 <= int(message_body) <= len(all_products):
+                            selected_product = all_products[int(message_body) - 1]
+                            context_manager.update_context(
+                                from_number,
+                                current_product=selected_product,
+                                current_state='product_inquiry',
+                                current_menu='product_inquiry',
+                                current_menu_options=list(MENU_CONFIG['product_inquiry']['option_descriptions'].values())
+                            )
+                            response = generate_veterinary_product_response(selected_product, user_context)
+                            send_whatsjet_message(from_number, response)
+                        else:
+                            send_whatsjet_message(from_number, get_menu_validation_message(current_state, user_context))
+                    else:
+                        send_whatsjet_message(from_number, "❌ No products available. Type 'main' to return to main menu.")
+                elif current_state == 'product_inquiry':
+                    await handle_veterinary_product_followup(message_body, from_number)
+            else:
+                # Invalid menu selection
+                send_whatsjet_message(from_number, error_msg)
+        elif current_state == 'contact_request':
+            await handle_contact_request_response(from_number, message_body)
+        elif current_state == 'availability_request':
+            await handle_availability_request_response(from_number, message_body)
+        elif current_state == 'ai_chat_mode':
+            await handle_ai_chat_mode(from_number, message_body, reply_language)
+        else:
+            # Default: treat as general query
+            await handle_general_query_with_ai(from_number, message_body, user_context, reply_language)
+            
     except Exception as e:
-        logger.error(f"Error in product inquiry: {e}")
+        logger.error(f"Error in process_incoming_message: {e}")
         # Instead of sending a generic error, return to main menu
         welcome_msg = generate_veterinary_welcome_message()
         send_whatsjet_message(from_number, welcome_msg)
@@ -3307,6 +3568,9 @@ async def send_product_image_with_caption(from_number: str, product: Dict[str, A
         send_whatsjet_message(from_number, details)
 
 if __name__ == "__main__":
+    # Load products data on startup
+    load_products_data()
+    
     # Launch FastAPI app
     import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=7860) 
+    uvicorn.run(app, host="0.0.0.0", port=7860)