connecting InferenceClient

app.py

@@ -1,10 +1,24 @@
 import gradio as gr
 import random
+from huggingface_hub import InferenceClient
 
-def random_response(message, history):
-    response_options = ["highly likely", "signs point to yes", "doubtful", "absolutely", "no way", "sources say no", "it is certain"]
-    return random.choice(response_options)
+client = InferenceClient("Qwen/Qwen2.5-7B-Instruct")
+
+def respond(message, history):
+    messages = [{"role" : "system", "content": "You are a friendly chatbot"}]
+
+    if history:
+        messages.extend(history)
+
+    messages.append({"role": "user", "content": message})
+    
+    response = client.chat_completion (
+        messages,
+        max_tokens=100
+    )
+    
+    return response.choices[0].message.content.strip()
     
-chatbot = gr.ChatInterface(random_response, title = "Magic 🎱 Chatbot")
+chatbot = gr.ChatInterface(respond)
 
 chatbot.launch()