Just a quick MVP to get things going.

On branch main
Your branch is up to date with 'origin/main'.

Changes to be committed:
modified: .gitignore
modified: app.py
new file: last_audio.mp3
modified: supplier.py

.gitignore

@@ -5,4 +5,5 @@ __pycache__
 
 # files local to the server os
 server.py
-*.pem
+*.pem
+*.ipynb

app.py

@@ -1,11 +1,7 @@
 import gradio as gr
 from supplier import *
 
-background_examples=[
-    "This is a friendly chatbot with humour.", # casual setting
-    "This is a friendly chatbot which respond to user in Chinese.", # romantic setting
-    "We are at the mideval castle, I am talking to my chatbot donkey.", # fantasy setting
-]
+BASE_SAMPLES = ["What can you help me with?","What materials do we have?","What projects do we have today?"]
 
 # create a system setting for llm
 with gr.Blocks() as settings:
@@ -22,13 +18,8 @@ with gr.Blocks() as settings:
                 clear = gr.Button("Clear")
                 submit = gr.Button("Submit")
 
-            gr.Examples(background_examples,background_edit,label="Examples")
             clear.click(lambda:None,None,background_edit,queue=False)
             submit.click(update_sys,background_edit,background,queue=False)
-    # with gr.Row():
-    #     voices_list = gr.Dropdown([v["Name"] for v in get_voices()],label="Voices")
-        
-    # voices_list.change(lambda voice:App_state.update({"voice":voice}),voices_list,queue=False)
             
 with gr.Blocks() as chat_window:
     with gr.Row():
@@ -37,16 +28,15 @@ with gr.Blocks() as chat_window:
             chatbot_speech = gr.Audio()
             with gr.Column():
                 chat_clear = gr.Button("Clear")
-                # play_speech = gr.Button("Play")
+                play_speech = gr.Button("Play")
         chat_clear.click(lambda:None,None,chatbot,queue=False)
-        # play_speech.click(text_to_audio,chatbot,chatbot_speech,queue=False)
+        play_speech.click(text_to_audio,chatbot,chatbot_speech,queue=False)
 
         with gr.Column():
             msg = gr.Textbox()
             submit = gr.Button("Submit")
-            gr.Examples(["Hello","How are you?"],msg,label="Examples")
+            gr.Examples(BASE_SAMPLES,msg,label="Examples")
             audio = gr.Audio(sources="microphone",type="filepath")
-            # gr.Interface(translate,inputs=gr.Audio(source="microphone",type="filepath"),outputs = "text")
 
         audio.change(translate,audio,msg,queue=False)
         msg.submit(send_chat,[msg,chatbot],[msg,chatbot])

supplier.py

@@ -1,4 +1,5 @@
-import openai
+from tkinter.filedialog import Open
+from openai import OpenAI
 # import boto3
 import os
 
@@ -6,7 +7,7 @@ import pydub
 import numpy as np
 
 # setup the api keys
-openai.api_key = os.environ.get("OPENAI_API_KEY")
+OPENAI_CLIENT = OpenAI()
 # aws_access_key_id = os.environ.get("AWS_ACCESS_KEY_ID")
 # aws_secret_access_key = os.environ.get("AWS_SECRET_ACCESS_KEY")
 
@@ -81,7 +82,7 @@ def send_chat(text,messages=[]):
         }
     ])
 
-    res = openai.chat.completions.create(
+    res = OPENAI_CLIENT.chat.completions.create(
             model="gpt-4-turbo",
             messages=openai_messages
         )
@@ -96,9 +97,24 @@ def send_chat(text,messages=[]):
 def translate(file_path):
     if file_path:
         f = open(file_path,"rb")
-        res = openai.audio.translations.create(
+        res = OPENAI_CLIENT.audio.translations.create(
             file=f,
             model="whisper-1")
         return res.text
     else:
-        return ""
+        return ""
+    
+def text_to_audio(chat_messages):
+    text = chat_messages[0][-1]
+    print("content:",text)
+    print("type:",type(text))
+    response = OPENAI_CLIENT.audio.speech.create(
+        model="tts-1",
+        voice="nova",
+        input=text,
+        
+    )
+
+    response.stream_to_file("last_audio.mp3")
+    print(response)
+    # return response.