Update app.py

app.py

@@ -5,6 +5,7 @@ import os
 import ffmpeg
 import logging
 from werkzeug.exceptions import BadRequest
+from fuzzywuzzy import process
 
 app = Flask(__name__)
 logging.basicConfig(level=logging.INFO)
@@ -24,19 +25,16 @@ prices = {
     "chicken manchurian": 14,
     "veg manchurian": 12,
     "chilli chicken": 14,
-    "channa masala": 12,
     "panner biryani": 13,
-    "prawn fry": 15,
-    "sukka gosht": 18,
     "chicken curry": 14
 }
 menus = {
     "all": list(prices.keys()),
     "vegetarian": [
-        "samosa", "onion pakoda", "chilli gobi", "veg biryani", "panner butter", "veg manchurian", "channa masala", "panner biryani"
+        "samosa", "onion pakoda", "chilli gobi", "veg biryani", "panner butter", "veg manchurian", "panner biryani"
     ],
     "non-vegetarian": [
-        "chicken biryani", "mutton biryani", "fish curry", "chicken manchurian", "chilli chicken", "prawn fry", "sukka gosht", "chicken curry"
+        "chicken biryani", "mutton biryani", "fish curry", "chicken manchurian", "chilli chicken", "chicken curry"
     ],
     "guilt-free": ["samosa", "onion pakoda"]
 }
@@ -148,7 +146,7 @@ html_code = """
                                 status.textContent = 'Listening...';
                                 setTimeout(() => {
                                     startListening();
-                                }, 2000);
+                                }, 500);
                             }
                         };
                         utterance.onerror = (e) => {
@@ -205,14 +203,24 @@ def process_audio():
         ).run(overwrite_output=True)
 
         recognizer = sr.Recognizer()
-        recognizer.energy_threshold = 300  # Adjust for low-volume recognition
+        recognizer.dynamic_energy_threshold = True  # Enable dynamic threshold
+        recognizer.energy_threshold = 100  # Lower threshold for better sensitivity
+
         with sr.AudioFile(converted_file.name) as source:
             audio_data = recognizer.record(source)
             try:
-                command = recognizer.recognize_google(audio_data)
-                response = process_command(command)
+                command = recognizer.recognize_google(audio_data, show_all=True)
+                if "alternative" in command:
+                    best_match = command["alternative"][0]
+                    if best_match.get("confidence", 0) > 0.6:  # Confidence threshold
+                        command_text = best_match["transcript"].lower()
+                        response = process_command(command_text)
+                    else:
+                        response = "I couldn't confidently understand that. Please repeat."
+                else:
+                    response = "Sorry, I couldn't understand. Please try again."
             except sr.UnknownValueError:
-                response = "Sorry, I could not understand. Please try again."
+                response = "Sorry, I couldn't understand. Please try again."
 
         return jsonify({"response": response})
 
@@ -227,56 +235,61 @@ def process_audio():
 def process_command(command):
     global cart, menu_preferences
     command = command.lower()
-
-    # Recognize menu preferences first
+    
+    # Recognize menu preferences
     if menu_preferences == "all":
-        if "vegetarian" in command:
+        if "vegetarian" in command and "non-vegetarian" not in command:
             menu_preferences = "vegetarian"
-            return "You have chosen the Vegetarian menu."
+            return "You have chosen the Vegetarian menu. To view menu say menu"
         elif "non-vegetarian" in command:
             menu_preferences = "non-vegetarian"
-            return "You have chosen the Non-Vegetarian menu."
+            return "You have chosen the Non-Vegetarian menu. To view menu say menu"
         elif "guilt-free" in command:
             menu_preferences = "guilt-free"
-            return "You have chosen the Guilt-Free menu."
+            return "You have chosen the Guilt-Free menu. To view menu say menu"
         elif "all" in command:
             menu_preferences = "all"
-            return "You have chosen the complete menu."
+            return "You have chosen the complete menu. To view menu say menu"
 
-    # Use filtered menu based on preference
+    # Filtered menu based on preference
     menu = menus.get(menu_preferences, menus["all"])
 
     if "menu" in command:
-        return f"Here is your menu: {', '.join(menu)}."
+        return f"Here is your menu: {', '.join(menu)}. To select an item say item name."
     elif "price of" in command:
         item = command.replace("price of", "").strip()
-        if item in prices:
-            return f"The price of {item} is ${prices[item]}."
+        closest_match = process.extractOne(item, prices.keys())
+        if closest_match and closest_match[1] > 80:  # Match threshold
+            matched_item = closest_match[0]
+            return f"The price of {matched_item} is ${prices[matched_item]}."
         return "Sorry, I couldn't find that item in the menu."
     elif "remove" in command:
         item = command.replace("remove", "").strip()
-        if item in cart:
-            cart.remove(item)
-            return f"{item.capitalize()} has been removed from your cart."
-        return f"{item.capitalize()} is not in your cart."
+        closest_match = process.extractOne(item, cart)
+        if closest_match and closest_match[1] > 80:
+            matched_item = closest_match[0]
+            cart.remove(matched_item)
+            return f"{matched_item.capitalize()} has been removed from your cart."
+        return "Sorry, that item is not in your cart."
     elif any(item in command for item in menu):
-        item = next((item for item in menu if item in command), None)
-        if item:
-            cart.append(item)
-            return f"{item.capitalize()} added to your cart. Your cart now has: {', '.join(cart)}. To submit your order say final order. To know the price of an item say price of item name. To remove an item say remove item name."
-    elif "final order" in command or "submit" in command:
+        closest_match = process.extractOne(command, menu)
+        if closest_match and closest_match[1] > 80:  # Fuzzy match threshold
+            matched_item = closest_match[0]
+            cart.append(matched_item)
+            return f"{matched_item.capitalize()} added to your cart. Your cart now has: {', '.join(cart)}. To add another item say item name. To submit your order say final order."
+        return "Sorry, I couldn't recognize the item. Could you try again?"
+    elif "final order" in command:
         if cart:
             total = sum(prices[item] for item in cart if item in prices)
-            response = f"Your final order is: {', '.join(cart)}. Your total bill is ${total}. Thank you for ordering!  To stop this conversation say nothing or good bye! "
-            cart.clear()  # Reset the cart after final order
+            response = f"Your final order is: {', '.join(cart)}. Your total bill is ${total}. Thank you for ordering!"
+            cart.clear()
             return response
-        else:
-            return "Your cart is empty. Please add items to your cart first."
+        return "Your cart is empty. Please add items to your cart first."
     elif "no" in command or "nothing" in command or "goodbye" in command:
-        cart.clear()  # Clear cart on exit
+        cart.clear()
         menu_preferences = "all"
         return "Goodbye! Thank you for using AI Dining Assistant."
-    return "Sorry, I didn't understand that. Please try again."
+    return "Sorry, I couldn't understand that. Please try again."
 
 if __name__ == "__main__":
     app.run(host="0.0.0.0", port=7860)