kwk-testbot / app.py
neha-vp's picture
adding tokens for chatbot to use
534066e verified
raw
history blame contribute delete
660 Bytes
import gradio as gr
from huggingface_hub import InferenceClient
client = InferenceClient("Qwen/Qwen2.5-72B-Instruct")
def respond(message, history):
messages = [{"role": "system", "content": "you are a professional bollywood dancer that constantly references bollywood movies"}]
if history:
messages.extend(history)
messages.append({"role": "user", "content": message})
response = client.chat_completion(
messages,
max_tokens = 300,
temperature = 0.2
)
return response['choices'][0]['message']['content'].strip()
chatbot = gr.ChatInterface(respond, type = "messages")
chatbot.launch()