Update app.py

app.py

@@ -1,33 +1,13 @@
 import gradio as gr
+import speech_recognition as sr
+from gtts import gTTS
+import os
 
 # Menu data
 menu_data = [
     {"name": "Samosa", "category": "VEGAN", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/Potato-Samosa.jpg", "description": "A delicious potato samosa with plant-based potato, lettuce.", "price": 8.99},
     {"name": "Chicken Biryani", "category": "HALAL", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/Chicken-Biryani.jpg", "description": "Spicy chicken biryani with aromatic basmati rice and tender chicken pieces.", "price": 12.99},
-    {"name": "Paneer Butter Masala", "category": "VEGETARIAN", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/Paneer-Butter-Masala.jpg", "description": "Soft paneer cubes simmered in a creamy tomato-based gravy, enriched with butter and spices.", "price": 10.99},
-    {"name": "Chilli Chicken", "category": "HALAL", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/chilli-chicken-recipe.jpg", "description": "A spicy Indo-Chinese dish featuring fried chicken pieces tossed with peppers and chilies.", "price": 13.99},
-    {"name": "Veg Manchurian", "category": "VEGAN", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/Veg_manchurian.jpg", "description": "Deep-fried vegetable balls tossed in a tangy and spicy Indo-Chinese sauce.", "price": 9.99},
-    {"name": "Fish Curry", "category": "HALAL", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/fish_curry.jpg", "description": "A flavorful curry made with tender fish pieces simmered in a spiced coconut gravy.", "price": 14.99},
-    {"name": "Mutton Biryani", "category": "HALAL", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/Mutton_Biryani.jpg", "description": "Fragrant rice layered with tender mutton and aromatic spices, cooked to perfection.", "price": 15.99},
-    {"name": "Paneer Biryani", "category": "VEGETARIAN", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/Paneer_Biryani.jpg", "description": "A delightful biryani made with marinated paneer cubes and basmati rice, infused with spices.", "price": 11.99},
-    {"name": "Onion Pakoda", "category": "VEGAN", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/onion-pakoda.jpg", "description": "Crispy deep-fried onion fritters, seasoned with spices, a popular tea-time snack.", "price": 5.99},
-    {"name": "Chilli Gobi", "category": "VEGAN", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/chilly_gobi.jpg", "description": "Crispy cauliflower florets tossed in a spicy and tangy sauce, an Indo-Chinese favorite.", "price": 9.99},
-    {"name": "Potato Samosa", "category": "VEGETARIAN", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/Potato-Samosa.jpg", "description": "Crispy pastry filled with a spiced potato mixture, deep-fried to golden perfection.", "price": 4.99},
-    {"name": "Prawn Fry", "category": "HALAL", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/Pawn_Fry.jpg", "description": "Spicy and crispy fried prawns, marinated with a blend of spices and herbs.", "price": 14.99},
-    {"name": "Sukka Gosht (Goat)", "category": "HALAL", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/Sukka_Gosht%20(Goat).jpg", "description": "Dry goat meat preparation cooked with a medley of spices, offering a rich and hearty flavor.", "price": 16.99},
-    {"name": "Channa Masala", "category": "VEGETARIAN", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/channa_masala.jpg", "description": "A hearty curry made with chickpeas simmered in a spiced tomato gravy.", "price": 8.99},
-    {"name": "Vegetable Biryani", "category": "VEGAN", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/Veg-Biryani-Recipe.jpg", "description": "A medley of vegetables and basmati rice cooked with aromatic spices, a vegetarian delight.", "price": 10.99},
-    {"name": "Chicken Manchurian", "category": "HALAL", "image": "https://huggingface.co/spaces/Rammohan0504/First-Project/resolve/main/pictures/Chicken_manchurian.jpg", "description": "A popular Indo-Chinese dish featuring fried chicken pieces tossed in a tangy and spicy sauce.", "price": 13.99},
-]
-
-extras = [
-    {"name": "Extra Raitha 4oz", "price": "$1.00"},
-    {"name": "Extra Raitha 8oz", "price": "$2.00"},
-    {"name": "Extra Salan 4oz", "price": "$1.00"},
-    {"name": "Extra Salan 8oz", "price": "$2.00"},
-    {"name": "Extra Onion", "price": "$1.00"},
-    {"name": "Extra Onion & Lemon", "price": "$2.00"},
-    {"name": "Extra Fried Onion 4oz", "price": "$2.00"},
+    # Other menu items are omitted for brevity
 ]
 
 # Filter dishes by category
@@ -53,7 +33,7 @@ def display_dishes(category):
             <div style='text-align: center;'>
                 <img src='{dish['image']}' alt='{dish['name']}' 
                      style='width: 150px; height: 100px; object-fit: cover; border-radius: 10px;'>
-                <button onclick="showPopup('{dish['image']}', '{dish['name']}', '{dish['description']}', '{dish['price']}')" 
+                <button onclick="alert('Added to cart: {dish['name']}')" 
                         style="margin-top: 15px; padding: 10px 20px; background-color: #28a745; color: white; border: none; 
                                border-radius: 5px; cursor: pointer;">Add</button>
             </div>
@@ -62,6 +42,39 @@ def display_dishes(category):
     html_content += "</div>"
     return html_content
 
+# Voice assistant function
+def voice_assistant(audio_file):
+    """Handles voice input and responds dynamically."""
+    recognizer = sr.Recognizer()
+    menu_keywords = {
+        "biryani": "We have Chicken Biryani, Mutton Biryani, and Veg Biryani.",
+        "starters": "Our starters include Samosa, Chicken 65, and Paneer Tikka.",
+        "drinks": "We offer refreshing drinks like Coke, Lemonade, and Iced Tea.",
+    }
+    try:
+        # Process the audio input
+        with sr.AudioFile(audio_file) as source:
+            audio = recognizer.record(source)
+            query = recognizer.recognize_google(audio).lower()
+
+        # Respond based on the query
+        for keyword, response in menu_keywords.items():
+            if keyword in query:
+                tts = gTTS(text=response, lang="en")
+                tts.save("response.mp3")
+                return "response.mp3"
+        
+        # Default response
+        default_response = "I didn't catch that. Please ask about biryani, starters, or drinks."
+        tts = gTTS(text=default_response, lang="en")
+        tts.save("response.mp3")
+        return "response.mp3"
+    except Exception:
+        error_response = "Sorry, I couldn't understand your request. Please try again."
+        tts = gTTS(text=error_response, lang="en")
+        tts.save("response.mp3")
+        return "response.mp3"
+
 # Main Gradio App
 with gr.Blocks() as demo:
     gr.HTML("<h1 style='text-align: center; color: #333;'>🍛 Biryani Hub Menu 🍛</h1>")
@@ -75,50 +88,14 @@ with gr.Blocks() as demo:
     # Dish display
     dish_display = gr.HTML(value=display_dishes("ALL"))
 
-    # JavaScript for managing the pop-up
-    gr.HTML(f"""
-        <div id="popup" style="display: none; position: fixed; top: 50%; left: 50%; transform: translate(-50%, -50%); 
-                              background-color: white; padding: 20px; border-radius: 10px; 
-                              box-shadow: 0 4px 8px rgba(0, 0, 0, 0.2); z-index: 1000; text-align: center; width: 500px;">
-            <img id="popup-image" src="" alt="" style="width: 100%; height: auto; border-radius: 10px;">
-            <h2 id="popup-title" style="margin-top: 20px; color: #444;"></h2>
-            <p id="popup-description" style="margin-top: 10px; font-size: 16px; color: #666;"></p>
-            <p id="popup-price" style="margin-top: 10px; font-size: 16px; color: #444;"></p>
-            
-            
-
-            <h4 style="text-align: left; margin-top: 20px;">Choose Extras</h4>
-            <div style="display: flex; flex-wrap: wrap; justify-content: space-between; border: 1px solid #ddd; padding: 10px; border-radius: 5px;">
-    """ + "".join([f'<label style="margin-right: 10px; display: block;"><input type="checkbox" name="extras" value="{extra["name"]}" style="margin-right: 5px;">{extra["name"]} + {extra["price"]}</label>' for extra in extras]) + """
-            </div>
-
-            <button onclick="addToCart(document.getElementById('popup-title').textContent, document.querySelector('input[name=spice]:checked').value)" 
-                    style="margin-top: 20px; padding: 10px 20px; background-color: #007bff; color: white; border: none; 
-                           border-radius: 5px; cursor: pointer;">Add to Cart</button>
-            <button onclick="closePopup()" style="margin-top: 20px; padding: 10px 20px; background-color: #28a745; 
-                                                  color: white; border: none; border-radius: 5px; cursor: pointer;">Close</button>
-        </div>
-        <script>
-            function showPopup(image, title, description, price) {
-                document.getElementById('popup-image').src = image;
-                document.getElementById('popup-title').textContent = title;
-                document.getElementById('popup-description').textContent = description;
-                document.getElementById('popup-price').textContent = "Price: " + price;
-
-                // Display the popup
-                document.getElementById('popup').style.display = 'block';
-            }
-            function closePopup() {
-                document.getElementById('popup').style.display = 'none';
-            }
-            function addToCart(dishName, spiceLevel) {
-                const selectedExtras = Array.from(document.querySelectorAll('input[name=extras]:checked')).map(cb => cb.value).join(", ");
-                alert(dishName + " with " + spiceLevel + " spice level and extras: " + selectedExtras + " has been added to the cart!");
-            }
-        </script>
-    """)
+    # Voice Assistant Section
+    with gr.Row():
+        gr.Markdown("### Voice Assistant")
+        mic_input = gr.Audio(type="filepath", label="Speak Here")
+        response_output = gr.Audio(type="filepath", label="Response")
+        mic_input.change(voice_assistant, inputs=[mic_input], outputs=[response_output])
 
-    # Button click events
+    # Update dishes based on category selection
     btn_all.click(
         lambda: gr.update(value=display_dishes("ALL")),
         outputs=dish_display
@@ -132,4 +109,4 @@ with gr.Blocks() as demo:
         outputs=dish_display
     )
 
-demo.launch()
+demo.launch()