Updated Code

app.py

@@ -1,22 +1,23 @@
 import gradio as gr
+
 from huggingface_hub import InferenceClient
 
 client = InferenceClient("Qwen/Qwen2.5-7B-Instruct")
 
-def random_response(message, history):
-    messages = [{"role":"system", "content" : "You are an exceptionally unique and kind chatbot."}]
-    
+def respond(message, history):
+    messages = [{"role": "system",
+                 "content":"You are an emotional support chatbot. "
+                }]
     if history:
         messages.extend(history)
-    messages.append({"role":"user", "content":message})
-
-    response = client.chat_completion(
-        model="Qwen/Qwen2.5-7B-Instruct",
-        messages=messages,
-        max_tokens = 100
-    )
-    return response.choices[0].message.content.strip()
-    
-chatbot = gr.ChatInterface(random_response, title = "Vanshika's First Chatbot")
+    messages.append({"role":"user",
+                 "content":message
+                })
+response = " "
+for msg in client.chat_completion(messages, max_tokens = 1000, temperature = 1, top_p = 0.5, stream = True):
+    token = msg.choices[0].delta.content
+    response += token 
+    yield response 
 
+chatbot gr.ChatInterface(fn=respond, title = "Mind Matters", description = "_put this rn_", editable = True)
 chatbot.launch()