app.py

import gradio as gr
import random
from huggingface_hub import InferenceClient

client = InferenceClient("Qwen/Qwen2.5-7B-Instruct")

def respond(message, history):
    messages = [{"role": "system", "content": "You are a friendly chatbot"}]
    #response = ""
    
    if history:
        messages.extend(history)
    messages.append({"role": "user", "content": message})

    response = client.chat_completion(messages, max_tokens=150, temperature = 0.5, top_p = 0.42)

    return response.choices[0].message.content.strip()
    
chatbot = gr.ChatInterface(respond, title = "KWK Chatbot", description = "Ask me anything? 😁")
chatbot.launch()