Update app.py

app.py

@@ -1,113 +1,67 @@
-# pip install pyaudio
+import gradio as gr
+import pyttsx3
+import speech_recognition as sr
+from transformers import pipeline
 
-import pyttsx3 #pip install pyttsx3
-import speech_recognition as sr #pip install speechRecognition
-import datetime
-import wikipedia #pip install wikipedia
-import webbrowser
-import os
-import smtplib
+# Initialize Text-to-Speech engine
+engine = pyttsx3.init()
 
-engine = pyttsx3.init('sapi5')
+# Set the voice to a friendly one (you can change it as per your preference)
 voices = engine.getProperty('voices')
-# print(voices[1].id)
-engine.setProperty('voice', voices[0].id)
+engine.setProperty('voice', voices[1].id)  # Female voice, you can change to male
 
+# Initialize Speech-to-Text model from Hugging Face (you can customize this)
+recognizer = sr.Recognizer()
 
-def speak(audio):
-    engine.say(audio)
+# Function to convert text to speech
+def speak_response(text):
+    engine.say(text)
     engine.runAndWait()
 
-
-def wishMe():
-    hour = int(datetime.datetime.now().hour)
-    if hour>=0 and hour<12:
-        speak("Good Morning!")
-
-    elif hour>=12 and hour<18:
-        speak("Good Afternoon!")   
-
-    else:
-        speak("Good Evening!")  
-
-    speak("I am Jarvis Sir. Please tell me how may I help you")       
-
-def takeCommand():
-    #It takes microphone input from the user and returns string output
-
-    r = sr.Recognizer()
+# Function to process the speech input (convert to text)
+def listen_input():
     with sr.Microphone() as source:
-        print("Listening...")
-        r.pause_threshold = 1
-        audio = r.listen(source)
-
-    try:
-        print("Recognizing...")    
-        query = r.recognize_google(audio, language='en-in')
-        print(f"User said: {query}\n")
-
-    except Exception as e:
-        # print(e)    
-        print("Say that again please...")  
-        return "None"
-    return query
-
-def sendEmail(to, content):
-    server = smtplib.SMTP('smtp.gmail.com', 587)
-    server.ehlo()
-    server.starttls()
-    server.login('youremail@gmail.com', 'your-password')
-    server.sendmail('youremail@gmail.com', to, content)
-    server.close()
+        print("Say something...")
+        audio = recognizer.listen(source)
+        try:
+            command = recognizer.recognize_google(audio)
+            print("You said: " + command)
+            return command
+        except sr.UnknownValueError:
+            return "Sorry, I didn't understand that."
+        except sr.RequestError:
+            return "Sorry, I'm having trouble with the service."
+
+# Function to handle menu items and return response
+def handle_order(item):
+    if item.lower() == "pizza":
+        response = "You have selected Pizza. It contains cheese, tomato sauce, and pepperoni."
+    elif item.lower() == "burger":
+        response = "You have selected Burger. It contains beef patty, lettuce, and cheese."
+    else:
+        response = "Sorry, I don't have information about that item."
+    speak_response(response)
+    return response
+
+# Gradio Interface setup
+def chatbot_interface():
+    with gr.Blocks() as demo:
+        with gr.Row():
+            gr.Image("assets/logo.png", label="Click to speak", elem_id="voice_logo", interactive=True)
+
+        text_input = gr.Textbox(label="Order item", placeholder="Say or type your order", lines=1)
+        output_text = gr.Textbox(label="Assistant Response", interactive=False)
+        
+        def on_voice_logo_click():
+            user_input = listen_input()
+            response = handle_order(user_input)
+            output_text.update(value=response)
+            return response
+        
+        # Attach voice logo action
+        gr.Button("Speak").click(on_voice_logo_click)
+
+    demo.launch()
 
 if __name__ == "__main__":
-    wishMe()
-    while True:
-    # if 1:
-        query = takeCommand().lower()
-
-        # Logic for executing tasks based on query
-        if 'wikipedia' in query:
-            speak('Searching Wikipedia...')
-            query = query.replace("wikipedia", "")
-            results = wikipedia.summary(query, sentences=2)
-            speak("According to Wikipedia")
-            print(results)
-            speak(results)
-
-        elif 'open youtube' in query:
-            webbrowser.open("youtube.com")
-
-        elif 'open google' in query:
-            webbrowser.open("google.com")
-
-        elif 'open stackoverflow' in query:
-            webbrowser.open("stackoverflow.com")   
-
-
-        elif 'play music' in query:
-            music_dir = 'D:\\Non Critical\\songs\\Favorite Songs2'
-            songs = os.listdir(music_dir)
-            print(songs)    
-            os.startfile(os.path.join(music_dir, songs[0]))
-
-        elif 'the time' in query:
-            strTime = datetime.datetime.now().strftime("%H:%M:%S")    
-            speak(f"Sir, the time is {strTime}")
-
-        elif 'open code' in query:
-            codePath = "C:\\Users\\Haris\\AppData\\Local\\Programs\\Microsoft VS Code\\Code.exe"
-            os.startfile(codePath)
-
-        elif 'email to harry' in query:
-            try:
-                speak("What should I say?")
-                content = takeCommand()
-                to = "harryyourEmail@gmail.com"    
-                sendEmail(to, content)
-                speak("Email has been sent!")
-            except Exception as e:
-                print(e)
-                speak("Sorry my friend harry bhai. I am not able to send this email")    
-        else:
-            print("No query matched")
+    chatbot_interface()