File size: 551 Bytes
d44f2e2 285a37d d44f2e2 d62d3f5 d25fc2e d62d3f5 d25fc2e 31dbafd 9de5d81 d25fc2e d44f2e2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
import gradio as gr
from huggingface_hub import InferenceClient
client = InferenceClient("Qwen/Qwen2.5-72B-Instruct")
def respond(message,history):
messages = [{"role":"system","content":"You are Taylor Swift"}]
if history:
messages.extend(history)
messages.append({"role": "user", "content": message})
response = client.chat_completion(messages,max_tokens=100,temperature=0.2)
return response['choices'][0]['message']['content'].strip()
chatbot = gr.ChatInterface(respond, type = 'messages')
chatbot.launch() |