added streamed message

app.py

@@ -1,6 +1,7 @@
 import streamlit as st
 from openai import OpenAI
 import glob
+import time
 import pickle
 from langchain_community.vectorstores import Chroma
 from langchain_core.output_parsers import StrOutputParser
@@ -153,12 +154,19 @@ if "messages" not in st.session_state:
 for msg in st.session_state.messages:
     st.chat_message(msg["role"]).write(msg["content"])
 
+# Streamed response emulator
+def response_generator(response):
+    for word in response.split():
+        yield word + " "
+        time.sleep(0.05)
+
 if st.session_state.clicked:
     prompt = st.session_state['prompt']
     st.chat_message("user").write(prompt)
     with get_openai_callback() as cb:
         response = rag_chain.invoke(prompt)
-        st.chat_message("assistant").write(response['answer'])
+        response_stream = response_generator(response['answer'])
+        st.chat_message("assistant").write_stream(response_stream)
         with st.expander("Kontext ansehen"):
             for citation in response["context"]:
                 st.write("[...] ", str(citation.page_content), " [...]")
@@ -173,7 +181,8 @@ if prompt := st.chat_input():
     st.chat_message("user").write(prompt)
     with get_openai_callback() as cb:
         response = rag_chain.invoke(prompt)
-        st.chat_message("assistant").write(response['answer'])
+        response_stream = response_generator(response['answer'])
+        st.chat_message("assistant").write_stream(response_stream)
         with st.expander("Kontext ansehen"):
             for citation in response["context"]:
                 st.write("[...] ", str(citation.page_content), " [...]")