import gradio as gr
import random
from huggingface_hub import InferenceClient

client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")

def respond(message, history):

    messages = [{"role": "system", "content": "You are a friendly chatbot."}]
    if history:
        messages.extend(history)
                 
    messages.append({"role" : "user", "content" : message})

    response = client.chat_completion(messages, max_tokens = 100)

    print(response["choices"][0]["message"]["content"].strip())
            
    return response["choices"][0]["message"]["content"].strip()
                 
def echo(message, history):
    my_list = ["absolutely", "ask again later", "things are murky", "it's a def yes", "perhaps", "it is decidedly so", "without a doubt", "outlook not so good", "signs point to yes", "signs point to no"]
    return random.choice(my_list) 
# gr.ChatInterface(echo, type = "messages")
            
chatbot = gr.ChatInterface(respond, type="messages")


chatbot.launch()