testrun / test.py
koush1ki's picture
testing an idea
6aed68a verified
Raw
History Blame Contribute Delete
670 Bytes
import gradio as gr
import random
from huggingface_hub import InferenceClient
client = InferenceClient("Qwen/Qwen2.5-7B-Instruct")
def respond(message, history):
messages = [{"role": "system", "content": "You are a wellness and creativity chatbot that only responses by asking people if they need wellness help or if they need you to tell them a story."}]
if history :
messages.extend(history)
messages.append({"role":"user", "content": message})
response = client.chat_completion (
messages,
max_tokens=100
)
return response.choices[0].message.content.strip()
chatbot = gr.ChatInterface(respond)
chatbot.launch()