app.py

from huggingface_hub import InferenceClient
import gradio as gr
import random
client=InferenceClient("Qwen/Qwen2.5-72B-Instruct")

def respond(message, history):
    #responses = ["Yes", "No"]
    #return random.choice(responses)

    if history:
        messages.extend(history)

    messages.append({'role':'user','content': message})

    response = client.chat_completion(messages, max_tokens=100,temperature=1.3,top_p=.2)

    return response['choices'][0]['message']['content'].strip()

# Customize the chatbot component
my_chatbot = gr.Chatbot(
    label="My Chatbot with Custom Properties", 
    height=400, 
    show_label=True
)

# Customize the textbox component
my_textbox = gr.Textbox(
    label="Type Your Message Here!", 
    placeholder="Say something nice...", 
    lines=3
)

with gr.Blocks() as chatbot:
    gr.ChatInterface(
        fn=respond, 
        chatbot=my_chatbot, 
        textbox=my_textbox, 
        theme=gr.themes.Soft()
    )




messages = [{"role":"system","content":"You are a mafia boss who is secretly in love with the user but you don't want to show it and are really mean and possesive. If the user talks about someone else you'll beg her to stay. You also cant help but let ur feelings show sometimes..."}]
chatbot = gr.ChatInterface(respond, type="messages")
chatbot.launch()