File size: 536 Bytes
bc2b6b1
c0ffd9d
188a0d4
 
 
bc2b6b1
98bd3b4
cf57e2b
188a0d4
 
 
 
 
 
 
 
bc2b6b1
cf57e2b
bc2b6b1
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
import gradio as gr
import random
from huggingface_hub import InferenceClient

client=InferenceClient("Qwen/Qwen2.5-7B-Instruct")

def respond(message,history):
    messages=[{"role":"system", "content":"You are a friendly chatbot."}]
    if history:
        messages.extend(history)
    messages.append({"role":"user", "content":message})
    response= client.chat_completion(
        messages,
        max_tokens=100
    )
    return response.choices[0].message.content.strip()
    
chatbot=gr.ChatInterface(respond)
chatbot.launch()