app.py

import openai
import gradio as gr
from prompts import prompt_chat_response
from fewshot import FewShot4UAVs


fewshot = FewShot4UAVs()


def transcribe(audio):
    messages = [
        {"role": "system",
         "content": prompt_chat_response}
    ]

    user_transcript = get_audio_transcript(audio, messages)
    uav_command = get_uav_command(user_transcript, messages)
    uav_response = get_uav_response(messages)

    # command = parse_command(uav_command)
    # send_command(command)

    chat_transcript = build_chat_transcript(user_transcript, uav_command, uav_response)

    return chat_transcript


def get_audio_transcript(audio, messages):
    audio_file = open(audio, "rb")
    transcript = openai.Audio.transcribe("whisper-1", audio_file)
    user_transcript = transcript["text"]
    messages.append({"role": "user", "content": user_transcript, "name": "Operator"})
    return user_transcript


def get_uav_command(user_transcript, messages):
    uav_command = fewshot.get_command(user_transcript)
    messages.append({"role": "function", "content": uav_command, "name": "UAV"})
    return uav_command


def get_uav_response(messages):
    response = openai.ChatCompletion.create(
        model="gpt-3.5-turbo",
        messages=messages
    )

    uav_response = response["choices"][0]["message"]["content"]
    messages.append({"role": "assistant", "content": uav_response, "name": "Assistant"})
    return uav_response


def build_chat_transcript(user_transcript, uav_command, uav_response):
    messages = [
        {"role": "system", "content": prompt_chat_response},
        {"role": "user", "content": user_transcript, "name": "Operator"},
        {"role": "function", "content": uav_command, "name": "UAV"},
        {"role": "assistant", "content": uav_response, "name": "Assistant"}
    ]

    chat_transcript = ""
    for message in messages:
        if message['role'] != 'system':
            chat_transcript += f"{message['name']}: {message['content']} \n\n"

    return chat_transcript


with gr.Blocks(theme='sudeepshouche/minimalist') as demo:
    gr.Markdown("""
    # Conversational UAV Explorer
    Press record and speak into the microphone to give a command. Make sure to stop recording before pressing "Give Command."\n\n
    Commands: Take picture, Go to, Land, Take off""")
    with gr.Row():
        audio_input = gr.Audio(source="microphone", type="filepath")
        output = gr.Textbox(label="Transcript")
    with gr.Row():
        with gr.Column():
            submit_btn = gr.Button("Give command", variant="primary")
            submit_btn.click(fn=transcribe, inputs=audio_input, outputs=output, api_name="record")
    with gr.Accordion("Examples:"):
        gr.Markdown("Take a picture of the second floor of the green house.\n\n"
                    "Go to the brick house across the street.\n\n"
                    "Head to Libby Hill Park on E Franklin St.\n\n"
                    "Check out the Whole Foods on W Broad St.\n\n"
                    "Take off.\n\n"
                    "Land.")

demo.queue(concurrency_count=4)
demo.launch()