Update app.py

app.py

@@ -4,6 +4,9 @@ import asyncio
 import tempfile
 from edge_tts import Communicate
 
+# Global cart to store ordered items
+cart = []
+
 # Load Menu Data
 def load_menu():
     menu_file = "menu.xlsx"  # Ensure this file exists in the same directory
@@ -12,69 +15,92 @@ def load_menu():
     except Exception as e:
         raise ValueError(f"Error loading menu file: {e}")
 
-# Filter Menu Items
-def filter_menu(preference):
-    menu_data = load_menu()
-    if preference == "Halal/Non-Veg":
-        filtered_data = menu_data[menu_data["Ingredients"].str.contains("Chicken|Mutton|Fish|Prawns|Goat", case=False, na=False)]
-    elif preference == "Vegetarian":
-        filtered_data = menu_data[~menu_data["Ingredients"].str.contains("Chicken|Mutton|Fish|Prawns|Goat", case=False, na=False)]
-    elif preference == "Guilt-Free":
-        filtered_data = menu_data[menu_data["Description"].str.contains(r"Fat: ([0-9]|10)g", case=False, na=False)]
-    else:
-        filtered_data = menu_data
-
-    html_content = ""
-    for _, item in filtered_data.iterrows():
-        html_content += f"""
-        <div style="display: flex; align-items: center; border: 1px solid #ddd; border-radius: 8px; padding: 15px; margin-bottom: 10px; box-shadow: 0px 4px 8px rgba(0, 0, 0, 0.1);">
-            <div style="flex: 1; margin-right: 15px;">
-                <h3 style="margin: 0; font-size: 18px;">{item['Dish Name']}</h3>
-                <p style="margin: 5px 0; font-size: 16px; color: #888;">${item['Price ($)']}</p>
-                <p style="margin: 5px 0; font-size: 14px; color: #555;">{item['Description']}</p>
-            </div>
-        </div>
-        """
-    return html_content
-
-# Text-to-Speech Response
+# Generate Text-to-Speech Response
 async def generate_tts_response(text):
     communicate = Communicate(text, "en-US-JennyNeural")
     with tempfile.NamedTemporaryFile(delete=False, suffix=".mp3") as tmp_file:
         await communicate.save(tmp_file.name)
         return tmp_file.name
 
+# Search for Dish
+def search_dish(dish_name):
+    menu_data = load_menu()
+    dish = menu_data[menu_data["Dish Name"].str.contains(dish_name, case=False, na=False)]
+    return dish
+
 # Handle Voice Commands
 async def handle_voice_command(audio_path, preference):
     transcription = transcribe_audio(audio_path)
+    transcription = transcription.lower()
+
+    if transcription.startswith("order"):
+        dish_name = transcription.replace("order", "").strip()
+        dish = search_dish(dish_name)
+
+        if not dish.empty:
+            # Add to cart
+            item_name = dish.iloc[0]["Dish Name"]
+            item_price = dish.iloc[0]["Price ($)"]
+            cart.append({"name": item_name, "price": item_price})
+
+            confirmation_text = f"{item_name} is available for ${item_price}. Order confirmed and added to cart."
+            audio_response = await generate_tts_response(confirmation_text)
+            return audio_response, preference, f"Order: {confirmation_text}"
+        else:
+            unavailable_text = f"Sorry, {dish_name} is not available in the menu."
+            audio_response = await generate_tts_response(unavailable_text)
+            return audio_response, preference, unavailable_text
+
+    if "menu items" in transcription:
+        menu_text = list_menu_items(preference)
+        audio_response = await generate_tts_response(menu_text)
+        return audio_response, preference, f"Menu: {menu_text}"
 
-    # Process commands
-    if "stop" in transcription.lower():
-        return "Audio playback stopped.", preference, "Stop command recognized."
-    elif "start" in transcription.lower():
-        return "Audio playback started.", preference, "Start command recognized."
-    elif "order" in transcription.lower():
-        item_name = transcription.replace("order", "").strip()
-        return await generate_tts_response(f"Order confirmed for {item_name}. Adding to cart."), preference, f"Added {item_name} to cart."
-    
-    # Update menu preference
-    if "vegetarian" in transcription.lower():
+    if "stop" in transcription:
+        return None, preference, "Stop command recognized."
+    elif "start" in transcription:
+        return None, preference, "Start command recognized."
+
+    # Update preference
+    if "vegetarian" in transcription:
         preference = "Vegetarian"
-    elif "non-veg" in transcription.lower() or "halal" in transcription.lower():
+    elif "non-veg" in transcription or "halal" in transcription:
         preference = "Halal/Non-Veg"
-    elif "guilt-free" in transcription.lower():
+    elif "guilt-free" in transcription:
         preference = "Guilt-Free"
     else:
         preference = "All"
 
-    # Generate a response for the updated menu
-    response_text = f"Updated menu preference to {preference}."
-    return await generate_tts_response(response_text), preference, filter_menu(preference)
+    preference_text = f"Updated preference to {preference}."
+    audio_response = await generate_tts_response(preference_text)
+    return audio_response, preference, preference_text
+
+# List Menu Items
+def list_menu_items(preference):
+    menu_data = load_menu()
+    if preference == "Halal/Non-Veg":
+        filtered_data = menu_data[menu_data["Ingredients"].str.contains("Chicken|Mutton|Fish|Prawns|Goat", case=False, na=False)]
+    elif preference == "Vegetarian":
+        filtered_data = menu_data[~menu_data["Ingredients"].str.contains("Chicken|Mutton|Fish|Prawns|Goat", case=False, na=False)]
+    elif preference == "Guilt-Free":
+        filtered_data = menu_data[menu_data["Description"].str.contains(r"Fat: ([0-9]|10)g", case=False, na=False)]
+    else:
+        filtered_data = menu_data
+
+    # Create a textual summary for speech
+    text_summary = ""
+    for _, item in filtered_data.iterrows():
+        text_summary += f"{item['Dish Name']} for ${item['Price ($)']}. "
+
+    if not text_summary:
+        text_summary = "No items available in this category."
+
+    return text_summary
 
 # Transcribe Audio Placeholder
 def transcribe_audio(audio_path):
-    # Replace with an actual transcription service (e.g., Whisper, Azure STT, etc.)
-    return "Sample transcription text"
+    # Replace with actual transcription logic (e.g., Whisper API or Google Speech-to-Text)
+    return "order veg biryani"
 
 # Gradio App
 def app():
@@ -83,17 +109,33 @@ def app():
             gr.Markdown("## Welcome to the Menu")
 
         with gr.Row():
-            audio_input = gr.Audio(label="Speak your preference", type="filepath")
+            audio_input = gr.Audio(label="Speak your preference or order", type="filepath")
             tts_output = gr.Audio(label="Assistant Response", autoplay=True)
             preference = gr.Textbox(label="Preference", value="All", interactive=False)
-            menu_output = gr.HTML(value=filter_menu("All"), label="Menu Suggestions")
+            menu_output = gr.Textbox(label="Transcript", value="")
+            cart_output = gr.Textbox(label="Cart", value="Your cart is empty.", interactive=False)
 
+        # Update outputs dynamically
         audio_input.change(
             handle_voice_command,
             inputs=[audio_input, preference],
             outputs=[tts_output, preference, menu_output],
         )
 
+        # Update cart content dynamically
+        def update_cart():
+            if cart:
+                cart_content = "\n".join([f"{item['name']} - ${item['price']}" for item in cart])
+            else:
+                cart_content = "Your cart is empty."
+            return cart_content
+
+        gr.Button("Update Cart").click(
+            update_cart,
+            inputs=[],
+            outputs=cart_output
+        )
+
     return demo
 
 if __name__ == "__main__":