Update app.py

app.py

@@ -14,6 +14,8 @@ if 'qa_system' not in st.session_state:
     st.session_state.qa_system = None
 if 'documents_initialized' not in st.session_state:
     st.session_state.documents_initialized = False
+if 'processed_files' not in st.session_state:
+    st.session_state.processed_files = set()
 
 def handle_doc_select():
     st.session_state.current_chat = True
@@ -35,14 +37,27 @@ def display_chat_interface():
     
     # Chat input
     if prompt := st.chat_input("Ask about the RFPs..."):
+        # Add user message to chat history
         st.session_state.chat_history.append(HumanMessage(content=prompt))
+        
         try:
             with st.spinner("Analyzing documents..."):
+                # Convert chat history to the format expected by the QA system
+                formatted_history = []
+                for msg in st.session_state.chat_history[:-1]:  # Exclude the current message
+                    if isinstance(msg, HumanMessage):
+                        formatted_history.append({"role": "user", "content": msg.content})
+                    else:
+                        formatted_history.append({"role": "assistant", "content": msg.content})
+                
                 response = st.session_state.qa_system.invoke({
                     "input": prompt,
-                    "chat_history": st.session_state.chat_history
+                    "chat_history": formatted_history
                 })
+            
+            # Add AI response to chat history
             st.session_state.chat_history.append(AIMessage(content=response["output"]))
+            
         except Exception as e:
             st.error(f"Error generating response: {e}")
 
@@ -150,20 +165,33 @@ def main():
         )
         
         if uploaded_files:
-            with st.spinner("Processing documents..."):
-                all_texts, document_names, document_pages = backend.upload_and_parse_documents(uploaded_files)
-                if all_texts:
-                    try:
-                        with conn:
-                            for doc, doc_name in zip(all_texts, document_names):
-                                conn.execute(
-                                    "INSERT INTO documents (name, content) VALUES (?, ?)",
-                                    (doc_name, doc)
-                                )
-                        st.success(f"Successfully uploaded {len(uploaded_files)} documents!")
-                    except Exception as e:
-                        st.error(f"Error saving documents to database: {e}")
-        
+            # Filter out already processed files
+            new_files = [f for f in uploaded_files if f.name not in st.session_state.processed_files]
+            
+            if new_files:
+                with st.spinner("Processing documents..."):
+                    all_texts, document_names, document_pages = backend.upload_and_parse_documents(new_files)
+                    if all_texts:
+                        try:
+                            with conn:
+                                for doc, doc_name in zip(all_texts, document_names):
+                                    # Check if document already exists in database
+                                    cursor = conn.cursor()
+                                    cursor.execute("SELECT id FROM documents WHERE name = ?", (doc_name,))
+                                    existing_doc = cursor.fetchone()
+                                    
+                                    if not existing_doc:
+                                        conn.execute(
+                                            "INSERT INTO documents (name, content) VALUES (?, ?)",
+                                            (doc_name, doc)
+                                        )
+                                        # Add to processed files set
+                                        st.session_state.processed_files.add(doc_name)
+                                
+                            st.success(f"Successfully uploaded {len(new_files)} new documents!")
+                        except Exception as e:
+                            st.error(f"Error saving documents to database: {e}")
+                    
         display_knowledge_base(conn)
     
     with col2: