Update app.py

app.py

@@ -1,15 +1,10 @@
 import gradio as gr
 from gtts import gTTS
+import speech_recognition as sr
 import tempfile
 import os
-import speech_recognition as sr
-import threading
-import time
 
-# Store cart in a temporary storage
-cart = []
-
-# Define the menu items dynamically
+# Menu items
 menu_items = {
     "Pizza": 10.99,
     "Burger": 8.49,
@@ -18,96 +13,79 @@ menu_items = {
     "Soda": 2.49
 }
 
-def generate_voice_response(text):
-    tts = gTTS(text)
-    temp_file = tempfile.NamedTemporaryFile(delete=False, suffix=".mp3")
-    temp_file.close()
-    tts.save(temp_file.name)
-    return temp_file.name
+# Global cart
+cart = []
 
-def process_audio(audio_path):
+def process_audio(audio_file):
     global cart
     recognizer = sr.Recognizer()
     response = ""
 
     try:
-        with sr.AudioFile(audio_path) as source:
+        # Transcribe user input
+        with sr.AudioFile(audio_file) as source:
             audio = recognizer.record(source)
-            input_text = recognizer.recognize_google(audio)
-            print("User said:", input_text)
-
-            if "menu" in input_text.lower():
-                response = "Here is our menu:\n"
-                for item, price in menu_items.items():
-                    response += f"{item}: ${price:.2f}\n"
-                response += "\nWhat would you like to add to your cart?"
-
-            elif any(item.lower() in input_text.lower() for item in menu_items):
-                for item in menu_items:
-                    if item.lower() in input_text.lower():
-                        cart.append(item)
-                        total = sum(menu_items[cart_item] for cart_item in cart)
-                        response = f"{item} has been added to your cart. Your current cart includes:\n"
-                        for cart_item in cart:
-                            response += f"- {cart_item}: ${menu_items[cart_item]:.2f}\n"
-                        response += f"\nTotal: ${total:.2f}. Would you like to add anything else?"
-                        break
-
-            elif "final order" in input_text.lower() or "submit order" in input_text.lower():
-                if cart:
-                    total = sum(menu_items[cart_item] for cart_item in cart)
-                    response = "Your final order includes:\n"
-                    for item in cart:
-                        response += f"- {item}: ${menu_items[item]:.2f}\n"
-                    response += f"\nTotal: ${total:.2f}. Thank you for ordering!"
-                    cart = []  # Clear cart after finalizing order
-                else:
-                    response = "Your cart is empty. Would you like to order something?"
-
-            elif "stop" in input_text.lower():
-                response = "Stopping voice assistant."
-
+            user_input = recognizer.recognize_google(audio)
+            print("User said:", user_input)
+
+        # Process user commands
+        if "menu" in user_input.lower():
+            response = "Here is our menu:\n"
+            for item, price in menu_items.items():
+                response += f"{item}: ${price:.2f}\n"
+            response += "What would you like to add to your cart?"
+
+        elif any(item.lower() in user_input.lower() for item in menu_items):
+            for item in menu_items:
+                if item.lower() in user_input.lower():
+                    cart.append(item)
+                    total = sum(menu_items[i] for i in cart)
+                    response = f"{item} added to your cart. Your current cart includes:\n"
+                    for i in cart:
+                        response += f"- {i}: ${menu_items[i]:.2f}\n"
+                    response += f"Total: ${total:.2f}. Anything else?"
+                    break
+
+        elif "final order" in user_input.lower():
+            if cart:
+                total = sum(menu_items[i] for i in cart)
+                response = "Your final order includes:\n"
+                for i in cart:
+                    response += f"- {i}: ${menu_items[i]:.2f}\n"
+                response += f"Total: ${total:.2f}. Thank you for ordering!"
+                cart.clear()
             else:
-                response = "I didn’t quite catch that. Please tell me what you’d like to order."
+                response = "Your cart is empty. Please add items to your cart."
+
+        else:
+            response = "Sorry, I didn't understand that. Please try again."
 
     except sr.UnknownValueError:
-        response = "Sorry, I didn’t catch that. Could you please repeat?"
+        response = "Sorry, I couldn't understand your voice. Please try again."
     except Exception as e:
         response = f"An error occurred: {str(e)}"
 
-    audio_response_path = generate_voice_response(response)
-    os.system(f"start {audio_response_path}")  # Automatically play the response audio
-    return response
-
-def run_assistant_continuous():
-    recognizer = sr.Recognizer()
-    mic = sr.Microphone()
-
-    with mic as source:
-        recognizer.adjust_for_ambient_noise(source)
-        print("Listening...")
+    # Generate voice response
+    tts = gTTS(response)
+    temp_file = tempfile.NamedTemporaryFile(delete=False, suffix=".mp3")
+    tts.save(temp_file.name)
 
-    while True:
-        try:
-            with mic as source:
-                audio = recognizer.listen(source)
-                input_text = recognizer.recognize_google(audio)
-                print("User said:", input_text)
+    return response, temp_file.name
 
-                audio_file = tempfile.NamedTemporaryFile(delete=False, suffix=".wav")
-                with open(audio_file.name, "wb") as f:
-                    f.write(audio.get_wav_data())
+# Gradio Interface
+def voice_assistant(audio):
+    response_text, response_audio = process_audio(audio)
+    return response_text, response_audio
 
-                response = process_audio(audio_file.name)
-                print("Assistant response:", response)
+# Gradio App
+with gr.Blocks() as app:
+    gr.Markdown("# Voice-Activated Restaurant Assistant")
+    with gr.Row():
+        voice_input = gr.Audio(source="microphone", type="filepath", label="Speak Now")
+        output_text = gr.Textbox(label="Assistant Response")
+        output_audio = gr.Audio(label="Audio Response", type="filepath")
 
-        except sr.UnknownValueError:
-            print("Sorry, I didn’t catch that. Please repeat.")
-        except KeyboardInterrupt:
-            print("Stopping voice assistant.")
-            break
-        except Exception as e:
-            print(f"An error occurred: {str(e)}")
+    voice_input.change(voice_assistant, inputs=voice_input, outputs=[output_text, output_audio])
 
-if __name__ == "__main__":
-    run_assistant_continuous()
+# Run the app
+app.launch()