Update app.py

app.py

@@ -18,7 +18,7 @@ logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(
 logging.info("Streamlit app started")
 
 # Load the API key
-groq_api_key = "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" #os.getenv("GROQ_API_KEY")
+groq_api_key = os.getenv("GROQ_API_KEY")
 if not groq_api_key:
     logging.error("GROQ API key is missing!")
 
@@ -115,19 +115,31 @@ st.markdown("""
 """, unsafe_allow_html=True)
 
 # Chat input and processing
+if "user_input" not in st.session_state:
+    st.session_state["user_input"] = ""
+
 user_input = st.text_input("Type your message here...", key="user_input", label_visibility="collapsed")
 
+# If there's input, process it
 if user_input:
     condensed_question = condense_query(llm, user_input, conversation_history)
-    response = agent_executor.invoke({"input": condensed_question})
     
+    # Placeholder for streaming the assistant's response
+    response_placeholder = st.empty()
+    response_text = ""
+
+    # Stream response tokens
+    for token in agent_executor.stream({"input": condensed_question}):
+        response_text += token["output"]
+        response_placeholder.write(response_text)
+
     # Update chat history
     st.session_state.messages.append({"role": "user", "content": user_input})
-    st.session_state.messages.append({"role": "assistant", "content": response.get("output", "")})
+    st.session_state.messages.append({"role": "assistant", "content": response_text})
 
-    # Display the response
+    # Display the user input and response
     st.chat_message("user").write(user_input)
-    st.chat_message("assistant").write(response.get("output", ""))
-
-    # Clear the input field
-    st.session_state["user_input"] = ""
+    st.chat_message("assistant").write(response_text)
+    
+    # Reset the user input by updating session_state
+    st.session_state.user_input = ""