Update app.py

app.py

@@ -24,6 +24,7 @@ from PIL import Image
 from langchain.vectorstores import FAISS
 import transformers
 from pydub import AudioSegment
+from streamlit_extras.streaming_write import write
 
 user_session_id = uuid.uuid4()
 
@@ -183,11 +184,20 @@ if prompt := st.chat_input("How can I help you today?"):
 
     st.session_state['reference'] = '/home/user/app/pdf2image/default_output.png'
     st.session_state['audio'] = ''
+
+    def stream_example():
+        for word in result['result'].split():
+            yield word + " "
+            time.sleep(0.1)
     
+    # for item in output:
+    #     full_response += item
+    #     message_placeholder.markdown(full_response + "▌")
+    #     message_placeholder.markdown(full_response)
+
     for item in output:
         full_response += item
-        message_placeholder.markdown(full_response + "▌")
-        message_placeholder.markdown(full_response)
+        message_placeholder.markdown(write(stream_example))
 
 
     sound_file = BytesIO()