Spaces:
Sleeping
Sleeping
File size: 588 Bytes
a1cc3b7 a17798e a1cc3b7 ef44b58 a1cc3b7 410fe98 468d0a4 f916f41 410fe98 6a36a65 a1cc3b7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
import gradio as gr
from huggingface_hub import InferenceClient
client = InferenceClient("Qwen/Qwen2.5-72B-Instruct")
def respond(message, history):
messages = [{"role": "system", "content": "You are friend chatbot"}]
if history:
messages.extend(history)
messages.append({"role": "user", "content": message})
response = client.chat_completion(
messages,
max_tokens = 100,
temperature = 0.2
)
return response['choices'][0]['message']['content'].strip()
chatbot = gr.ChatInterface(respond, type = 'messages')
chatbot.launch()
|