Update app.py

app.py

@@ -33,18 +33,21 @@ def respond(
 
     messages.append({"role": "user", "content": message})
 
+    prompt = "\n".join([m["content"] for m in messages])
     response = ""
 
     try:
-        for message in client.text_generation(
-            prompt="\n".join([m["content"] for m in messages]),
+        for chunk in client.text_generation(
+            prompt,
             max_new_tokens=max_tokens,
             stream=True,
             temperature=temperature,
             top_p=top_p,
         ):
-            token = message.token.text
-            response += token
+            if isinstance(chunk, str):
+                response += chunk
+            else:
+                response += chunk.token.text if hasattr(chunk, 'token') else chunk.generated_text
             yield [(message, response)]
     except Exception as e:
         yield [(message, f"An error occurred: {str(e)}")]