File size: 996 Bytes
59e055d
713abda
7389167
59e055d
7389167
 
 
 
a25d444
7389167
 
 
 
 
 
 
 
 
 
 
59e055d
b9a259e
713abda
6ece288
7389167
 
59e055d
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
import gradio as gr
import random
from huggingface_hub import InferenceClient

client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")

def respond(message, history):

    messages = [{"role": "system", "content": "You are a friendly chatbot."}]
    if history:
        messages.extend(history)
                 
    messages.append({"role" : "user", "content" : message})

    response = client.chat_completion(messages, max_tokens = 100)

    print(response["choices"][0]["message"]["content"].strip())
            
    return response["choices"][0]["message"]["content"].strip()
                 
def echo(message, history):
    my_list = ["absolutely", "ask again later", "things are murky", "it's a def yes", "perhaps", "it is decidedly so", "without a doubt", "outlook not so good", "signs point to yes", "signs point to no"]
    return random.choice(my_list) 
# gr.ChatInterface(echo, type = "messages")
            
chatbot = gr.ChatInterface(respond, type="messages")


chatbot.launch()