Merge pull request #14 from chatxbt/feature/swap-tokens

chatxbt-assistant.py

@@ -130,16 +130,21 @@ async def start():
 @cl.on_message
 async def main(message: cl.Message):
 
+    msg = cl.Message(content="")
+    await msg.send()
+
     # Retrieve the assistant from the user session
     agent = cl.user_session.get("agent")
 
     # Process the user message using the assistant
-    response = ""
     for delta in agent.run(message.content, stream=True):
-        response += delta
-    
-    # Send the response back to the user
-    await cl.Message(content=response).send()
+        for part in delta:
+            if token := part or "":
+                # Send the response back to the user
+                print(token)
+                await msg.stream_token(token)
+
+    await msg.update()
 
 # Run the Chainlit application
 if __name__ == "__main__":