Update app.py

app.py

@@ -154,3 +154,23 @@ async def on_chat_start():
     )
     await cl.Message(content="Connected to Chainlit!").send()
     logger.info("Chat started with Chainlit.")
+
+ @cl.on_message
+async def on_message(message: cl.Message):
+    message_history = cl.user_session.get("message_history")
+    message_history.append({"role": "user", "content": message.content})
+
+    msg = cl.Message(content="")
+    await msg.send()
+
+    stream = await client.chat.completions.create(
+        messages=message_history, stream=True, **settings
+    )
+
+    async for part in stream:
+        if token := part.choices[0].delta.content or "":
+            await msg.stream_token(token)
+
+    message_history.append({"role": "assistant", "content": msg.content})
+    await msg.update()
+    logger.info("Message processed and response sent.")