Update app.py

app.py

@@ -1,29 +1,25 @@
 import gradio as gr
 import pandas as pd
-
-# Function to load the menu data
+import edge_tts
+import asyncio
+import tempfile
+import numpy as np
+import soxr
+from pydub import AudioSegment
+import torch
+import sentencepiece as spm
+import onnxruntime as ort
+from huggingface_hub import hf_hub_download
+
+# Load Menu Data
 def load_menu():
-    menu_file = "menu.xlsx"  # Ensure this file exists in the same directory
+    menu_file = "menu.xlsx"
     try:
         return pd.read_excel(menu_file)
     except Exception as e:
         raise ValueError(f"Error loading menu file: {e}")
 
-# Initialize cart globally
-cart_items = []
-
-# Pricing for extras
-EXTRAS_PRICES = {
-    "Extra Raitha 4oz": 1,
-    "Extra Raitha 8oz": 2,
-    "Extra Salan 4oz": 1,
-    "Extra Salan 8oz": 2,
-    "Extra Onion": 1,
-    "Extra Onion & Lemon": 2,
-    "Extra Fried Onion 4oz": 2,
-}
-
-# Function to filter menu items based on preference
+# Filter Menu Items
 def filter_menu(preference):
     menu_data = load_menu()
     if preference == "Halal/Non-Veg":
@@ -35,183 +31,82 @@ def filter_menu(preference):
     else:
         filtered_data = menu_data
 
-    html_content = ""
+    menu_html = """"  # Prepare dynamic HTML for the menu
     for _, item in filtered_data.iterrows():
-        html_content += f"""
-        <div style=\"display: flex; align-items: center; border: 1px solid #ddd; border-radius: 8px; padding: 15px; margin-bottom: 10px; box-shadow: 0px 4px 8px rgba(0, 0, 0, 0.1);\">
-            <div style=\"flex: 1; margin-right: 15px;\">
-                <h3 style=\"margin: 0; font-size: 18px;\">{item['Dish Name']}</h3>
-                <p style=\"margin: 5px 0; font-size: 16px; color: #888;\">${item['Price ($)']}</p>
-                <p style=\"margin: 5px 0; font-size: 14px; color: #555;\">{item['Description']}</p>
-            </div>
-            <div style=\"flex-shrink: 0; text-align: center;\">
-                <img src=\"{item['Image URL']}\" alt=\"{item['Dish Name']}\" style=\"width: 100px; height: 100px; border-radius: 8px; object-fit: cover; margin-bottom: 10px;\">
-                <button style=\"background-color: #28a745; color: white; border: none; padding: 8px 15px; font-size: 14px; border-radius: 5px; cursor: pointer;\" onclick=\"openModal('{item['Dish Name']}', '{item['Image URL']}', '{item['Description']}', '{item['Price ($)']}')\">Add</button>
-            </div>
+        menu_html += f"""
+        <div>
+            <h3>{item['Dish Name']}</h3>
+            <p>Price: ${item['Price ($)']}</p>
+            <p>Description: {item['Description']}</p>
         </div>
         """
-    return html_content
-
-# Function to update the cart display
-def update_cart():
-    if len(cart_items) == 0:
-        return "Your cart is empty."
-
-    total_bill = 0
-    cart_html = "<h3>Your Cart:</h3><ul style='list-style-type: none; padding: 0;'>"
-    
-    for item in cart_items:
-        extras = ", ".join(item.get("extras", []))
-        extras_cost = sum(EXTRAS_PRICES.get(extra, 0) for extra in item.get("extras", []))
-        item_price = float(item['price'].strip('$'))
-        item_total = (item_price + extras_cost) * item['quantity']
-        total_bill += item_total
-
-        cart_html += f"<li style='margin-bottom: 20px; border: 1px solid #ddd; padding: 10px; border-radius: 8px;'>"
-        cart_html += f"<strong>Item:</strong> {item['name']} - ${item_price:.2f}<br>"
-        cart_html += f"<strong>Quantity x Price:</strong> {item['quantity']} x ${item_price:.2f} = ${item_price * item['quantity']:.2f}<br>"
-        cart_html += f"<strong>Spice Level:</strong> {item['spiceLevel']}<br>"
-        cart_html += f"<strong>Extras:</strong> {extras} - ${extras_cost:.2f}<br>"
-        cart_html += f"<strong>Instructions:</strong> {item['instructions']}<br>"
-        cart_html += f"<strong>Item Total:</strong> ${item_total:.2f}"
-        cart_html += "</li>"
-
-    cart_html += f"</ul><p><strong>Total Bill: ${total_bill:.2f}</strong></p>"
-    return cart_html
-
-# Redirect to cart details page
-def redirect_to_cart():
-    return update_cart()
-
-# Gradio app definition
-def app():
-    with gr.Blocks() as demo:
-        gr.Markdown("## Dynamic Menu with Preferences")
-
-        # Radio button for selecting preference
-        selected_preference = gr.Radio(
-            choices=["All", "Vegetarian", "Halal/Non-Veg"],
-            value="All",
-            label="Choose a Preference",
-        )
-
-        # Output area for menu items
-        menu_output = gr.HTML(value=filter_menu("All"))
-
-        # Floating cart display
-        cart_output = gr.HTML(value="Your cart is empty.", elem_id="floating-cart")
-
-        # JavaScript for modal and cart behavior
-        modal_and_cart_js = """
-        <script>
-            let cart = [];
-            const extrasPrices = {
-                "Extra Raitha 4oz": 1,
-                "Extra Raitha 8oz": 2,
-                "Extra Salan 4oz": 1,
-                "Extra Salan 8oz": 2,
-                "Extra Onion": 1,
-                "Extra Onion & Lemon": 2,
-                "Extra Fried Onion 4oz": 2
-            };
-
-            function openModal(name, image, description, price) {
-                document.getElementById('modal').style.display = 'block';
-                document.getElementById('modal-image').src = image;
-                document.getElementById('modal-name').innerText = name;
-                document.getElementById('modal-description').innerText = description;
-                document.getElementById('modal-price').innerText = price;
-                
-                // Reset spice levels and extras
-                const spiceLevelInputs = document.querySelectorAll('input[name="spice-level"]');
-                spiceLevelInputs.forEach(input => input.checked = false);
-
-                const extrasInputs = document.querySelectorAll('input[name="biryani-extra"]');
-                extrasInputs.forEach(input => input.checked = false);
-
-                document.getElementById('quantity').value = 1;
-                document.getElementById('special-instructions').value = '';
-            }
-
-            function closeModal() {
-                document.getElementById('modal').style.display = 'none';
-            }
-
-            function addToCart() {
-                const name = document.getElementById('modal-name').innerText;
-                const price = document.getElementById('modal-price').innerText;
-                const spiceLevel = document.querySelector('input[name="spice-level"]:checked')?.value || "Not Selected";
-                const quantity = parseInt(document.getElementById('quantity').value) || 1;
-                const instructions = document.getElementById('special-instructions').value;
-                const extras = Array.from(document.querySelectorAll('input[name="biryani-extra"]:checked')).map(extra => extra.value);
-
-                const extrasCost = extras.reduce((sum, extra) => sum + (extrasPrices[extra] || 0), 0);
-                const itemTotal = (parseFloat(price.replace('$', '')) + extrasCost) * quantity;
-
-                const cartItem = { name, price, spiceLevel, quantity, instructions, extras, itemTotal };
-                cart.push(cartItem);
-
-                alert(`${name} added to cart!`);
-                updateCartDisplay();
-                closeModal();
-            }
-
-            function updateCartDisplay() {
-                let totalBill = 0;
-                let cartHTML = "<h3>Your Cart:</h3><ul>";
-                cart.forEach(item => {
-                    totalBill += item.itemTotal;
-                    const extras = item.extras.join(', ');
-                    cartHTML += `<li>${item.name} (x${item.quantity}, Spice: ${item.spiceLevel}, Extras: ${extras}, Instructions: ${item.instructions}) - $${item.itemTotal.toFixed(2)}</li>`;
-                });
-                cartHTML += `</ul><p><strong>Total Bill: $${totalBill.toFixed(2)}</strong></p>`;
-                document.getElementById('floating-cart').innerHTML = cartHTML;
-            }
-        </script>
-        """
-
-        # Modal window
-        modal_window = gr.HTML("""
-        <div id="modal" style="display: none; position:fixed; top: 40%; left: 50%; transform: translate(-50%, -40%); width: 50%; background: white; border-radius: 8px; box-shadow: 0 4px 8px rgba(0, 0, 0, 0.2); padding: 20px; z-index: 500;">
-            <div style="text-align: right;">
-                <button onclick="closeModal()" style="background: none; border: none; font-size: 18px; cursor: pointer;">&times;</button>
-            </div>
-            <img id="modal-image" style="width: 70%; height: auto; border-radius: 8px; margin-bottom: 20px;" />
-            <h2 id="modal-name"></h2>
-            <p id="modal-description"></p>
-            <label for="extras"> Choose as many as you like:</label>
-            <div id="biryani-extras-options" style="display: flex; flex-wrap: wrap; gap: 10px; margin: 10px 0;">
-                <label><input type="checkbox" name="extra" value="Extra Raitha 4oz" /> Extra Raitha 4oz + $1.00</label>
-                <label><input type="checkbox" name="extra" value="Extra Raitha 8oz" /> Extra Raitha 8oz + $2.00</label>
-                <label><input type="checkbox" name="extra" value="Extra Salan 4oz" /> Extra Salan 4oz + $1.00</label>
-                <label><input type="checkbox" name="extra" value="Extra Salan 8oz" /> Extra Salan 8oz + $2.00</label>
-                <label><input type="checkbox" name="extra" value="Extra Onion" /> Extra Onion + $1.00</label>
-                <label><input type="checkbox" name="extra" value="Extra Onion & Lemon" /> Extra Onion & Lemon + $2.00</label>
-                <label><input type="checkbox" name="extra" value="Extra Fried Onion 4oz" /> Extra Fried Onion 4oz + $2.00</label>
-            </div>
-            <!-- Quantity and Special Instructions -->
-            <label for="quantity">Quantity:</label>
-            <input type="number" id="quantity" value="1" min="1" style="width: 50px;" />
-            <br><br>
-            <textarea id="special-instructions" placeholder="Add special instructions here..." style="width: 100%; height: 60px;"></textarea>
-            <br><br>
-            <!-- Add to Cart Button -->
-            <button style="background-color: #28a745; color: white; border: none; padding: 10px 20px; font-size: 14px; border-radius: 5px; cursor: pointer;" onclick="addToCart()">Add to Cart</button>
+    return menu_html
+
+# Speech Recognition Model Configuration
+model_name = "neongeckocom/stt_en_citrinet_512_gamma_0_25"
+sample_rate = 16000
+
+preprocessor = torch.jit.load(hf_hub_download(model_name, "preprocessor.ts", subfolder="onnx"))
+encoder = ort.InferenceSession(hf_hub_download(model_name, "model.onnx", subfolder="onnx"))
+tokenizer = spm.SentencePieceProcessor(hf_hub_download(model_name, "tokenizer.spm", subfolder="onnx"))
+
+async def respond(audio_path, preference):
+    # Transcribe audio to text
+    transcription = transcribe(audio_path)
+
+    # Voice-based interaction logic
+    if "vegetarian" in transcription.lower():
+        preference = "Vegetarian"
+    elif "non-veg" in transcription.lower() or "halal" in transcription.lower():
+        preference = "Halal/Non-Veg"
+    elif "guilt-free" in transcription.lower():
+        preference = "Guilt-Free"
+    elif "menu details" in transcription.lower():
+        preference = "All"
+
+    # Filter menu based on preference
+    menu_html = filter_menu(preference)
+
+    # Text-to-Speech Response
+    reply = f"Here are some {preference} dishes available." if preference != "All" else "Here are all the menu details available."
+    communicate = edge_tts.Communicate(reply)
+    with tempfile.NamedTemporaryFile(delete=False, suffix=".wav") as tmp_file:
+        tmp_path = tmp_file.name
+        await communicate.save(tmp_path)
+
+    return tmp_path, menu_html
+
+def transcribe(audio_path):
+    audio_file = AudioSegment.from_file(audio_path)
+    sr = audio_file.frame_rate
+    audio_buffer = np.array(audio_file.get_array_of_samples())
+    audio_fp32 = np.divide(audio_buffer, np.iinfo(audio_buffer.dtype).max, dtype=np.float32)
+    audio_16k = soxr.resample(audio_fp32, sr, sample_rate)
+
+    input_signal = torch.tensor(audio_16k).unsqueeze(0)
+    length = torch.tensor(len(audio_16k)).unsqueeze(0)
+    processed_signal, _ = preprocessor.forward(input_signal=input_signal, length=length)
+    logits = encoder.run(None, {'audio_signal': processed_signal.numpy(), 'length': length.numpy()})[0][0]
+
+    blank_id = tokenizer.vocab_size()
+    decoded_prediction = [p for p in logits.argmax(axis=1).tolist() if p != blank_id]
+    text = tokenizer.decode_ids(decoded_prediction)
+
+    return text
+
+with gr.Blocks() as demo:
+    with gr.Row():
+        gr.Markdown("""
+        <div style="text-align: right; margin-bottom: 10px;">
+            <img src="/mnt/data/Screenshot%202024-12-28%20102122.png" alt="Microphone Icon" style="width: 30px; height: 30px; cursor: pointer;">
         </div>
         """)
+        audio_input = gr.Audio(label="Speak your preference", source="microphone", type="filepath")
+        preference = gr.Textbox(label="Current Preference", value="All")
+        audio_output = gr.Audio(label="Assistant Response", autoplay=True)
+        menu_output = gr.HTML(label="Menu Suggestions")
 
-        # Interactivity
-        selected_preference.change(filter_menu, inputs=[selected_preference], outputs=[menu_output])
-
-        # Layout
-        gr.Row([selected_preference])
-        gr.Row(menu_output)
-        gr.Row(cart_output)
-        gr.Row(modal_window)
-        gr.HTML(modal_and_cart_js)
-
-    return demo
+        audio_input.change(respond, inputs=[audio_input, preference], outputs=[audio_output, menu_output])
 
 if __name__ == "__main__":
-    demo = app()
-    demo.launch()
+    demo.queue().launch()