Spaces:
Configuration error
Configuration error
Upload 8 files
Browse files- .gitattributes +1 -0
- .gitignore +3 -0
- LICENSE +21 -0
- Procfile +1 -0
- README.md +72 -12
- app.py +89 -0
- prompt.wav +0 -0
- requirements.txt +44 -0
- wake_detect.wav +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
wake_detect.wav filter=lfs diff=lfs merge=lfs -text
|
.gitignore
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# .gitignore
|
| 2 |
+
venv
|
| 3 |
+
__pycache__
|
LICENSE
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
MIT License
|
| 2 |
+
|
| 3 |
+
Copyright (c) 2023 Ashutosh
|
| 4 |
+
|
| 5 |
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
| 6 |
+
of this software and associated documentation files (the "Software"), to deal
|
| 7 |
+
in the Software without restriction, including without limitation the rights
|
| 8 |
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
| 9 |
+
copies of the Software, and to permit persons to whom the Software is
|
| 10 |
+
furnished to do so, subject to the following conditions:
|
| 11 |
+
|
| 12 |
+
The above copyright notice and this permission notice shall be included in all
|
| 13 |
+
copies or substantial portions of the Software.
|
| 14 |
+
|
| 15 |
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
| 16 |
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
| 17 |
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
| 18 |
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
| 19 |
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
| 20 |
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
| 21 |
+
SOFTWARE.
|
Procfile
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
web: gunicorn app:app
|
README.md
CHANGED
|
@@ -1,12 +1,72 @@
|
|
| 1 |
-
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
<h1 align="center">Bard Voice Assistant Web Application😃</h1>
|
| 2 |
+
|
| 3 |
+
|
| 4 |
+
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
https://github.com/Ghost-Ashu/Bard-Voice-Assistant/assets/41056892/af6bd22c-4b81-4ad3-9784-d64e2e11bceb
|
| 11 |
+
|
| 12 |
+
|
| 13 |
+
|
| 14 |
+
|
| 15 |
+
|
| 16 |
+
<p align="center">
|
| 17 |
+
<strong>A Flask web application that provides a user interface to interact with a chatbot.</strong>
|
| 18 |
+
</p>
|
| 19 |
+
|
| 20 |
+
<p align="center">
|
| 21 |
+
<a href="#installation">Installation</a> •
|
| 22 |
+
<a href="#usage">Usage</a> •
|
| 23 |
+
<a href="#license">License</a>
|
| 24 |
+
</p>
|
| 25 |
+
|
| 26 |
+
## Installation
|
| 27 |
+
|
| 28 |
+
<ol>
|
| 29 |
+
<li>Clone the repository:
|
| 30 |
+
<pre><code>git clone https://github.com/your-username/your-repository.git
|
| 31 |
+
cd your-repository</code></pre>
|
| 32 |
+
</li>
|
| 33 |
+
|
| 34 |
+
<li>Create a virtual environment (optional but recommended):
|
| 35 |
+
<pre><code>python3 -m venv venv
|
| 36 |
+
source venv/bin/activate</code></pre>
|
| 37 |
+
</li>
|
| 38 |
+
|
| 39 |
+
<li>Install the dependencies:
|
| 40 |
+
<pre><code>pip install -r requirements.txt</code></pre>
|
| 41 |
+
</li>
|
| 42 |
+
|
| 43 |
+
<li>Obtain a Bard Token:
|
| 44 |
+
<ul>
|
| 45 |
+
<li>Sign up on the <a href="https://www.bard.ai/">Bard</a> website to get an API token.</li>
|
| 46 |
+
<li>Replace the <code>token</code> variable in <code>app.py</code> with your token.</li>
|
| 47 |
+
</ul>
|
| 48 |
+
</li>
|
| 49 |
+
|
| 50 |
+
<li>Download Whisper models:
|
| 51 |
+
<ul>
|
| 52 |
+
<li>Download the <code>tiny</code> and <code>base</code> models from the <a href="https://github.com/snakers4/whisper">Whisper</a> repository.</li>
|
| 53 |
+
<li>Place the models in the same directory as <code>app.py</code>.</li>
|
| 54 |
+
</ul>
|
| 55 |
+
</li>
|
| 56 |
+
|
| 57 |
+
<li>Run the application:
|
| 58 |
+
<pre><code>python app.py</code></pre>
|
| 59 |
+
</li>
|
| 60 |
+
|
| 61 |
+
<li>Open your web browser and visit <code>http://localhost:5000</code> to access the chatbot interface.</li>
|
| 62 |
+
</ol>
|
| 63 |
+
|
| 64 |
+
## Usage
|
| 65 |
+
|
| 66 |
+
- Enter text input: Type your message in the input field and press Enter or click the "Send" button. The chatbot will respond accordingly.
|
| 67 |
+
- Speech input: Click the "Listen" button and speak your prompt to the chatbot. It will transcribe your speech, send it to the chatbot, and provide a spoken response.
|
| 68 |
+
- Speech output: Enter your prompt in the input field and click the "Speak" button. The chatbot's response will be spoken aloud.
|
| 69 |
+
|
| 70 |
+
## License
|
| 71 |
+
|
| 72 |
+
This project is licensed under the <a href="LICENSE">MIT License</a>.
|
app.py
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from flask import Flask, render_template, request, jsonify
|
| 2 |
+
from Bard import Chatbot
|
| 3 |
+
import pyttsx3
|
| 4 |
+
import speech_recognition as sr
|
| 5 |
+
import whisper
|
| 6 |
+
|
| 7 |
+
app = Flask(__name__, static_folder='static', template_folder='templates')
|
| 8 |
+
|
| 9 |
+
# Paste your Bard Token (check README.md for where to find yours)
|
| 10 |
+
token = "<ADD YOUR BARD SESSION TOKEN>"
|
| 11 |
+
# Initialize Google Bard API
|
| 12 |
+
chatbot = Chatbot(token)
|
| 13 |
+
# Initialize speech recognition
|
| 14 |
+
r = sr.Recognizer()
|
| 15 |
+
# Initialize Whisper model
|
| 16 |
+
tiny_model = whisper.load_model('tiny')
|
| 17 |
+
base_model = whisper.load_model('base')
|
| 18 |
+
|
| 19 |
+
# Initialize pyttsx3 for text-to-speech
|
| 20 |
+
engine = pyttsx3.init()
|
| 21 |
+
# Get the current speech rate
|
| 22 |
+
rate = engine.getProperty('rate')
|
| 23 |
+
# Decrease speech rate by 50 words per minute (Change as desired)
|
| 24 |
+
engine.setProperty('rate', rate - 50)
|
| 25 |
+
|
| 26 |
+
|
| 27 |
+
def prompt_bard(prompt):
|
| 28 |
+
response = chatbot.ask(prompt)
|
| 29 |
+
return response['content']
|
| 30 |
+
|
| 31 |
+
|
| 32 |
+
def speak(text):
|
| 33 |
+
engine.say(text)
|
| 34 |
+
engine.runAndWait()
|
| 35 |
+
|
| 36 |
+
|
| 37 |
+
def listen_for_prompt():
|
| 38 |
+
with sr.Microphone() as source:
|
| 39 |
+
try:
|
| 40 |
+
print("Speak your prompt to Bard.\n")
|
| 41 |
+
# Record prompt
|
| 42 |
+
audio = r.listen(source)
|
| 43 |
+
with open("prompt.wav", "wb") as f:
|
| 44 |
+
f.write(audio.get_wav_data())
|
| 45 |
+
# Transcribe prompt using whisper base model
|
| 46 |
+
result = base_model.transcribe('prompt.wav')
|
| 47 |
+
prompt_text = result['text']
|
| 48 |
+
print("Sending to Bard:", prompt_text, '\n')
|
| 49 |
+
# If prompt is empty, return empty response
|
| 50 |
+
if len(prompt_text.strip()) == 0:
|
| 51 |
+
return ""
|
| 52 |
+
return prompt_text
|
| 53 |
+
except Exception as e:
|
| 54 |
+
print("Error transcribing audio: ", e)
|
| 55 |
+
return ""
|
| 56 |
+
|
| 57 |
+
|
| 58 |
+
@app.route('/')
|
| 59 |
+
def index():
|
| 60 |
+
return render_template('index.html')
|
| 61 |
+
|
| 62 |
+
|
| 63 |
+
@app.route('/ask', methods=['POST'])
|
| 64 |
+
def ask():
|
| 65 |
+
prompt = request.form['prompt']
|
| 66 |
+
response = prompt_bard(prompt)
|
| 67 |
+
return jsonify({'response': response})
|
| 68 |
+
|
| 69 |
+
|
| 70 |
+
@app.route('/speak', methods=['POST'])
|
| 71 |
+
def speak_prompt():
|
| 72 |
+
prompt = request.form['prompt']
|
| 73 |
+
speak(prompt)
|
| 74 |
+
return jsonify({'status': 'success'})
|
| 75 |
+
|
| 76 |
+
|
| 77 |
+
@app.route('/listen', methods=['POST'])
|
| 78 |
+
def listen_prompt():
|
| 79 |
+
prompt = listen_for_prompt()
|
| 80 |
+
if prompt:
|
| 81 |
+
response = prompt_bard(prompt)
|
| 82 |
+
speak(response)
|
| 83 |
+
return jsonify({'response': response})
|
| 84 |
+
else:
|
| 85 |
+
return jsonify({'response': 'No prompt recorded.'})
|
| 86 |
+
|
| 87 |
+
|
| 88 |
+
if __name__ == '__main__':
|
| 89 |
+
app.run(debug=True)
|
prompt.wav
ADDED
|
Binary file (264 kB). View file
|
|
|
requirements.txt
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
blinker==1.6.2
|
| 2 |
+
certifi==2023.5.7
|
| 3 |
+
charset-normalizer==3.1.0
|
| 4 |
+
click==8.1.3
|
| 5 |
+
colorama==0.4.6
|
| 6 |
+
comtypes==1.2.0
|
| 7 |
+
ffmpeg-python==0.2.0
|
| 8 |
+
filelock==3.12.2
|
| 9 |
+
Flask==2.3.2
|
| 10 |
+
future==0.18.3
|
| 11 |
+
GoogleBard==0.0.7
|
| 12 |
+
gunicorn==20.1.0
|
| 13 |
+
heroku==0.1.4
|
| 14 |
+
idna==3.4
|
| 15 |
+
itsdangerous==2.1.2
|
| 16 |
+
Jinja2==3.1.2
|
| 17 |
+
llvmlite==0.40.1rc1
|
| 18 |
+
markdown-it-py==3.0.0
|
| 19 |
+
MarkupSafe==2.1.3
|
| 20 |
+
mdurl==0.1.2
|
| 21 |
+
more-itertools==9.1.0
|
| 22 |
+
mpmath==1.3.0
|
| 23 |
+
networkx==3.1
|
| 24 |
+
numba==0.57.0
|
| 25 |
+
numpy==1.24.3
|
| 26 |
+
openai-whisper==20230314
|
| 27 |
+
prompt-toolkit==3.0.38
|
| 28 |
+
Pygments==2.15.1
|
| 29 |
+
pypiwin32==223
|
| 30 |
+
python-dateutil==1.5
|
| 31 |
+
pyttsx3==2.90
|
| 32 |
+
pywin32==306
|
| 33 |
+
regex==2023.6.3
|
| 34 |
+
requests==2.31.0
|
| 35 |
+
rich==13.4.2
|
| 36 |
+
SpeechRecognition==3.10.0
|
| 37 |
+
sympy==1.12
|
| 38 |
+
tiktoken==0.3.1
|
| 39 |
+
torch==2.0.1
|
| 40 |
+
tqdm==4.65.0
|
| 41 |
+
typing_extensions==4.6.3
|
| 42 |
+
urllib3==2.0.3
|
| 43 |
+
wcwidth==0.2.6
|
| 44 |
+
Werkzeug==2.3.6
|
wake_detect.wav
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cccf3ffdc78f000d45dc15c2f3a18801f81c71e7689c58b9ec1a59d5f347ddce
|
| 3 |
+
size 2785324
|