from huggingface_hub import InferenceClient import gradio as gr import random client = InferenceClient("Qwen/Qwen2.5-7B-Instruct") def respond(message, history): #answers = ["Maybe", "Absolutely", "Probs Not", "Unlikely", "It is decidedly so", "Signs point to no"] messages = [{"role": "system", "content": "You are a friendly chatbot."}] if history: messages.extend(history) messages.append({"role": "user", "content": message}) response = client.chat_completion( messages, max_tokens=100 ) return response.choices[0].message.content.strip() chatbot = gr.ChatInterface(respond) chatbot.launch()