Update app_chat.py

app_chat.py

@@ -56,6 +56,7 @@ if 'current_page' not in st.session_state:
 def initialize_session_state():
     if 'chat_history' not in st.session_state:
         st.session_state.chat_history = []
+        st.session_state.chat_history.append({"role": "system", "content": genparam.SYSTEM_PROMPT})
 
 def setup_client():
     credentials = Credentials(
@@ -100,6 +101,11 @@ def generate_response(watsonx_llm, prompt_data, params):
     for chunk in generated_response:
         yield chunk
 
+def generate_chat_response(watsonx_llm, prompt_data, params):
+    generated_response = watsonx_llm.chat_stream(messages=chat_history, params=params)
+    for chunk in generated_response:
+        yield chunk
+
 def chat_interface():
     st.subheader("Jimmy")
 
@@ -140,7 +146,8 @@ def chat_interface():
 
        # Generate and stream response
         with st.chat_message("Jimmy", avatar="😒"):
-            stream = generate_response(watsonx_llm, prompt_data, params)
+            # stream = generate_response(watsonx_llm, prompt_data, params)
+            stream = generate_chat_response(watsonx_llm, chat_history, params)
             response = st.write_stream(stream)
 
         # Add AI response to chat history