Update app.py

app.py

@@ -3,15 +3,15 @@ import speech_recognition as sr
 from tempfile import NamedTemporaryFile
 import os
 import ffmpeg
-import logging
-from werkzeug.exceptions import BadRequest
 from fuzzywuzzy import process
+import phonetics
+import logging
 
 app = Flask(__name__)
 logging.basicConfig(level=logging.INFO)
 
 # Global variables
-cart = []
+cart = {}
 menu_preferences = "all"
 prices = {
     "samosa": 9,
@@ -39,6 +39,143 @@ menus = {
     "guilt-free": ["samosa", "onion pakoda"]
 }
 
+@app.route("/")
+def index():
+    return render_template_string(html_code)
+
+@app.route("/reset-cart", methods=["GET"])
+def reset_cart():
+    global cart, menu_preferences
+    cart = {}
+    menu_preferences = "all"
+    return "Cart reset successfully."
+
+@app.route("/process-audio", methods=["POST"])
+def process_audio():
+    try:
+        audio_file = request.files.get("audio")
+        if not audio_file:
+            return jsonify({"response": "No audio file provided."}), 400
+
+        temp_file = NamedTemporaryFile(delete=False, suffix=".webm")
+        audio_file.save(temp_file.name)
+
+        converted_file = NamedTemporaryFile(delete=False, suffix=".wav")
+        ffmpeg.input(temp_file.name).output(
+            converted_file.name, acodec="pcm_s16le", ac=1, ar="16000"
+        ).run(overwrite_output=True)
+
+        recognizer = sr.Recognizer()
+        recognizer.dynamic_energy_threshold = True
+        recognizer.energy_threshold = 100  # Sensitive for low audio levels
+
+        with sr.AudioFile(converted_file.name) as source:
+            audio_data = recognizer.record(source)
+            raw_command = recognizer.recognize_google(audio_data).lower()
+            logging.info(f"Raw recognized command: {raw_command}")
+
+            # Preprocess command
+            all_menu_items = menus["all"]
+            command = preprocess_command(raw_command, all_menu_items)
+
+            # Pass preprocessed command to process_command
+            response = process_command(command)
+
+    except sr.UnknownValueError:
+        response = "Sorry, I couldn't understand. Please try again."
+    except Exception as e:
+        response = f"An error occurred: {str(e)}"
+    finally:
+        os.unlink(temp_file.name)
+        os.unlink(converted_file.name)
+
+    return jsonify({"response": response})
+
+
+def preprocess_command(command, menu_items):
+    """
+    Preprocess the user command:
+    - Normalize speech for accents and speed using fuzzy matching.
+    - Phonetically match menu items.
+    """
+    def phonetic_match(word, options):
+        word_phonetic = phonetics.metaphone(word)
+        for option in options:
+            if phonetics.metaphone(option) == word_phonetic:
+                return option
+        return None
+
+    # First, try fuzzy matching
+    closest_match = process.extractOne(command, menu_items)
+    if closest_match and closest_match[1] > 70:  # Adjust fuzzy match threshold
+        return closest_match[0]
+
+    # Fallback to phonetic matching
+    words = command.split()
+    for word in words:
+        match = phonetic_match(word, menu_items)
+        if match:
+            return match
+
+    return command
+
+
+def process_command(command):
+    global cart, menu_preferences
+    command = command.lower()
+
+    if menu_preferences == "all":
+        if "vegetarian" in command and "non-vegetarian" not in command:
+            menu_preferences = "vegetarian"
+            return "You have chosen the Vegetarian menu. To view menu say menu"
+        elif "non-vegetarian" in command:
+            menu_preferences = "non-vegetarian"
+            return "You have chosen the Non-Vegetarian menu. To view menu say menu"
+        elif "guilt-free" in command:
+            menu_preferences = "guilt-free"
+            return "You have chosen the Guilt-Free menu. To view menu say menu"
+        elif "all" in command:
+            menu_preferences = "all"
+            return "You have chosen the complete menu. To view menu say menu"
+
+    menu = menus.get(menu_preferences, menus["all"])
+
+    if "menu" in command:
+        return f"Here is your menu: {', '.join(menu)}. To select an item say item name."
+    elif "price of" in command:
+        item = command.replace("price of", "").strip()
+        closest_match = process.extractOne(item, prices.keys())
+        if closest_match and closest_match[1] > 70:
+            matched_item = closest_match[0]
+            return f"The price of {matched_item} is ${prices[matched_item]}."
+        return "Sorry, I couldn't find that item in the menu."
+    elif "remove" in command:
+        item = command.replace("remove", "").strip()
+        if item in cart:
+            del cart[item]
+            return f"{item.capitalize()} has been removed from your cart."
+        return "Sorry, that item is not in your cart."
+    elif any(item in command for item in menu):
+        closest_match = process.extractOne(command, menu)
+        if closest_match and closest_match[1] > 70:
+            matched_item = closest_match[0]
+            cart[matched_item] = cart.get(matched_item, 0) + 1
+            return f"{matched_item.capitalize()} added to your cart. Current cart: {dict(cart)}."
+        return "Sorry, I couldn't recognize the item. Could you try again?"
+    elif "final order" in command:
+        if cart:
+            total = sum(prices[item] * count for item, count in cart.items())
+            response = f"Your final order is: {', '.join(f'{item} x{count}' for item, count in cart.items())}. Your total bill is ${total}. Thank you for ordering!"
+            cart.clear()
+            return response
+        return "Your cart is empty. Please add items to your cart first."
+    elif "no" in command or "nothing" in command or "goodbye" in command:
+        cart.clear()
+        menu_preferences = "all"
+        return "Goodbye! Thank you for using AI Dining Assistant."
+    return "Sorry, I couldn't understand that. Please try again."
+
+
 html_code = """
 <!DOCTYPE html>
 <html lang="en">
@@ -171,157 +308,5 @@ html_code = """
 </body>
 </html>
 """
-import phonetics
-from fuzzywuzzy import process
-
-def preprocess_command(command, menu_items):
-    """
-    Preprocess the user command to improve recognition accuracy.
-    - Phonetic normalization (handles "paneer" vs. "panner").
-    - Fuzzy matching to correct minor variations.
-    """
-    # Phonetic normalization
-    def phonetic_match(word, options):
-        word_phonetic = phonetics.metaphone(word)
-        for option in options:
-            if phonetics.metaphone(option) == word_phonetic:
-                return option
-        return None
-
-    # Fuzzy matching for the closest match
-    closest_match = process.extractOne(command, menu_items)
-    if closest_match and closest_match[1] > 70:  # Fuzzy match threshold
-        return closest_match[0]
-
-    # Fallback to phonetic matching
-    words = command.split()
-    for word in words:
-        match = phonetic_match(word, menu_items)
-        if match:
-            return match
-
-    # If no matches found, return the original command
-    return command
-
-@app.route('/')
-def index():
-    return render_template_string(html_code)
-
-@app.route('/reset-cart', methods=['GET'])
-def reset_cart():
-    global cart
-    global menu_preferences
-    cart = []
-    menu_preferences = "all"
-    return "Cart reset successfully."
-
-@app.route('/process-audio', methods=['POST'])
-def process_audio():
-    try:
-        audio_file = request.files.get('audio')
-        if not audio_file:
-            raise BadRequest("No audio file provided.")
-
-        temp_file = NamedTemporaryFile(delete=False, suffix=".webm")
-        audio_file.save(temp_file.name)
-
-        if os.path.getsize(temp_file.name) == 0:
-            raise BadRequest("Uploaded audio file is empty.")
-
-        converted_file = NamedTemporaryFile(delete=False, suffix=".wav")
-        ffmpeg.input(temp_file.name).output(
-            converted_file.name, acodec='pcm_s16le', ac=1, ar='16000'
-        ).run(overwrite_output=True)
-
-        recognizer = sr.Recognizer()
-        recognizer.dynamic_energy_threshold = True  # Enable dynamic threshold
-        recognizer.energy_threshold = 100  # Lower threshold for better sensitivity
-
-        with sr.AudioFile(converted_file.name) as source:
-            audio_data = recognizer.record(source)
-            try:
-                raw_command = recognizer.recognize_google(audio_data).lower()
-                logging.info(f"Raw recognized command: {raw_command}")
-
-                # Preprocess the command
-                all_menu_items = menus["all"]
-                preprocessed_command = preprocess_command(raw_command, all_menu_items)
-                logging.info(f"Preprocessed command: {preprocessed_command}")
-
-                # Process the command with your existing function
-                response = process_command(preprocessed_command)
-            except sr.UnknownValueError:
-                response = "Sorry, I couldn't understand. Please try again."
-
-        return jsonify({"response": response})
-
-    except BadRequest as br:
-        return jsonify({"response": f"Bad Request: {str(br)}"}), 400
-    except Exception as e:
-        return jsonify({"response": f"An error occurred: {str(e)}"}), 500
-    finally:
-        os.unlink(temp_file.name)
-        os.unlink(converted_file.name)
-
-
-def process_command(command):
-    global cart, menu_preferences
-    command = command.lower()
-    
-    # Recognize menu preferences
-    if menu_preferences == "all":
-        if "vegetarian" in command and "non-vegetarian" not in command:
-            menu_preferences = "vegetarian"
-            return "You have chosen the Vegetarian menu. To view menu say menu"
-        elif "non-vegetarian" in command:
-            menu_preferences = "non-vegetarian"
-            return "You have chosen the Non-Vegetarian menu. To view menu say menu"
-        elif "guilt-free" in command:
-            menu_preferences = "guilt-free"
-            return "You have chosen the Guilt-Free menu. To view menu say menu"
-        elif "all" in command:
-            menu_preferences = "all"
-            return "You have chosen the complete menu. To view menu say menu"
-
-    # Filtered menu based on preference
-    menu = menus.get(menu_preferences, menus["all"])
-
-    if "menu" in command:
-        return f"Here is your menu: {', '.join(menu)}. To select an item say item name."
-    elif "price of" in command:
-        item = command.replace("price of", "").strip()
-        closest_match = process.extractOne(item, prices.keys())
-        if closest_match and closest_match[1] > 60:  # Match threshold
-            matched_item = closest_match[0]
-            return f"The price of {matched_item} is ${prices[matched_item]}."
-        return "Sorry, I couldn't find that item in the menu."
-    elif "remove" in command:
-        item = command.replace("remove", "").strip()
-        closest_match = process.extractOne(item, cart)
-        if closest_match and closest_match[1] > 80:
-            matched_item = closest_match[0]
-            cart.remove(matched_item)
-            return f"{matched_item.capitalize()} has been removed from your cart."
-        return "Sorry, that item is not in your cart."
-    elif any(item in command for item in menu):
-        closest_match = process.extractOne(command, menu)
-        if closest_match and closest_match[1] > 80:  # Fuzzy match threshold
-            matched_item = closest_match[0]
-            cart.append(matched_item)
-            return f"{matched_item.capitalize()} added to your cart. Your cart now has: {', '.join(cart)}. To add another item say item name. To submit your order say final order."
-        return "Sorry, I couldn't recognize the item. Could you try again?"
-    elif "final order" in command:
-        if cart:
-            total = sum(prices[item] for item in cart if item in prices)
-            response = f"Your final order is: {', '.join(cart)}. Your total bill is ${total}. Thank you for ordering!"
-            cart.clear()
-            return response
-        return "Your cart is empty. Please add items to your cart first."
-    elif "no" in command or "nothing" in command or "goodbye" in command:
-        cart.clear()
-        menu_preferences = "all"
-        return "Goodbye! Thank you for using AI Dining Assistant."
-    return "Sorry, I couldn't understand that. Please try again."
-
 if __name__ == "__main__":
-    app.run(host="0.0.0.0", port=7860)
+    app.run(host="0.0.0.0", port=7860)