|
|
import gradio as gr |
|
|
import random |
|
|
from huggingface_hub import InferenceClient |
|
|
|
|
|
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta") |
|
|
|
|
|
def respond(message, history): |
|
|
|
|
|
messages = [{"role": "system", "content": "You are a friendly chatbot."}] |
|
|
if history: |
|
|
messages.extend(history) |
|
|
|
|
|
messages.append({"role" : "user", "content" : message}) |
|
|
|
|
|
response = client.chat_completion(messages, max_tokens = 100) |
|
|
|
|
|
print(response["choices"][0]["message"]["content"].strip()) |
|
|
|
|
|
return response["choices"][0]["message"]["content"].strip() |
|
|
|
|
|
def echo(message, history): |
|
|
my_list = ["absolutely", "ask again later", "things are murky", "it's a def yes", "perhaps", "it is decidedly so", "without a doubt", "outlook not so good", "signs point to yes", "signs point to no"] |
|
|
return random.choice(my_list) |
|
|
|
|
|
|
|
|
chatbot = gr.ChatInterface(respond, type="messages") |
|
|
|
|
|
|
|
|
chatbot.launch() |
