Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -5,12 +5,13 @@ import gradio as gr
|
|
| 5 |
import numpy as np
|
| 6 |
from dotenv import load_dotenv
|
| 7 |
from elevenlabs import ElevenLabs
|
|
|
|
| 8 |
from fastapi import FastAPI
|
| 9 |
from fastrtc import (
|
| 10 |
AdditionalOutputs,
|
| 11 |
ReplyOnPause,
|
| 12 |
Stream,
|
| 13 |
-
|
| 14 |
get_twilio_turn_credentials,
|
| 15 |
)
|
| 16 |
from gradio.utils import get_space
|
|
@@ -19,7 +20,7 @@ from numpy.typing import NDArray
|
|
| 19 |
|
| 20 |
load_dotenv()
|
| 21 |
groq_client = Groq()
|
| 22 |
-
tts_client =
|
| 23 |
stt_model = get_stt_model()
|
| 24 |
|
| 25 |
|
|
@@ -50,14 +51,10 @@ def response(
|
|
| 50 |
|
| 51 |
chatbot.append({"role": "assistant", "content": response_text})
|
| 52 |
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
output_format="pcm_24000",
|
| 58 |
-
):
|
| 59 |
-
audio_array = np.frombuffer(chunk, dtype=np.int16).reshape(1, -1)
|
| 60 |
-
yield (24000, audio_array)
|
| 61 |
yield AdditionalOutputs(chatbot)
|
| 62 |
|
| 63 |
|
|
|
|
| 5 |
import numpy as np
|
| 6 |
from dotenv import load_dotenv
|
| 7 |
from elevenlabs import ElevenLabs
|
| 8 |
+
from distil_whisper_fastrtc import get_stt_model
|
| 9 |
from fastapi import FastAPI
|
| 10 |
from fastrtc import (
|
| 11 |
AdditionalOutputs,
|
| 12 |
ReplyOnPause,
|
| 13 |
Stream,
|
| 14 |
+
get_tts_model,
|
| 15 |
get_twilio_turn_credentials,
|
| 16 |
)
|
| 17 |
from gradio.utils import get_space
|
|
|
|
| 20 |
|
| 21 |
load_dotenv()
|
| 22 |
groq_client = Groq()
|
| 23 |
+
tts_client = get_tts_model()
|
| 24 |
stt_model = get_stt_model()
|
| 25 |
|
| 26 |
|
|
|
|
| 51 |
|
| 52 |
chatbot.append({"role": "assistant", "content": response_text})
|
| 53 |
|
| 54 |
+
# Convert response to audio using TTS model
|
| 55 |
+
for audio_chunk in tts_model.stream_tts_sync(response_text or ""):
|
| 56 |
+
# Yield the audio chunk
|
| 57 |
+
yield audio_chunk
|
|
|
|
|
|
|
|
|
|
|
|
|
| 58 |
yield AdditionalOutputs(chatbot)
|
| 59 |
|
| 60 |
|