Added in InferenceClient

app.py

@@ -1,9 +1,23 @@
+from huggingface_hub import InferenceClient
 import gradio as gr
 import random 
 
+client = InferenceClient("Qwen/Qwen2.5-7B-Instruct")
+
 def respond(message, history):
-    answers = ["Maybe", "Absolutely", "Probs Not", "Unlikely", "It is decidedly so", "Signs point to no"]
-    return random.choice(answers)
+    #answers = ["Maybe", "Absolutely", "Probs Not", "Unlikely", "It is decidedly so", "Signs point to no"]
+    messages = [{"role": "system", "content": "You are a friendly chatbot."}]
+
+    if history:
+        messages.extend(history)
+
+    messages.append({"role": "user", "content": message})
+
+    response = client.chat_completion(
+        messages,
+        max_tokens=100
+    )
+    return response.choices[0].message.content.strip()
     
 chatbot = gr.ChatInterface(respond)