Update app.py

app.py

@@ -92,7 +92,90 @@ def display_example_questions():
         "⚡ Identify the technical requirements",
         "🔍 What are the evaluation criteria?"
     ]
-
+def handle_document_upload(uploaded_files, persistence):
+    """Handle document upload and processing."""
+    try:
+        # Initialize progress indicators
+        progress = st.progress(0)
+        status = st.empty()
+        
+        # Initialize document chunker
+        chunker = DocumentChunker(
+            chunk_size=1000,
+            chunk_overlap=200,
+            max_tokens_per_chunk=2000
+        )
+        
+        # Process each document
+        progress_increment = 100 / len(uploaded_files)
+        current_progress = 0
+        
+        document_pairs = []
+        for idx, file in enumerate(uploaded_files):
+            status.text(f"Processing document {idx + 1}/{len(uploaded_files)}: {file.name}")
+            
+            # Create temporary file
+            with tempfile.NamedTemporaryFile(delete=False, suffix='.pdf') as tmp_file:
+                tmp_file.write(file.getvalue())
+                tmp_file.flush()
+                
+                # Load and process document
+                loader = PyPDFLoader(tmp_file.name)
+                pages = loader.load()
+                content = "\n".join(page.page_content for page in pages)
+                
+                # Store in database
+                doc_id = insert_document(st.session_state.db_conn, file.name, content)
+                if not doc_id:
+                    raise Exception(f"Failed to store document: {file.name}")
+                
+                document_pairs.append((content, file.name))
+                
+                # Clean up temp file
+                os.unlink(tmp_file.name)
+            
+            current_progress += progress_increment
+            progress.progress(int(current_progress))
+        
+        # Process documents with chunker
+        status.text("Chunking documents...")
+        chunks, chunk_metadatas = chunker.process_documents(document_pairs)
+        
+        # Generate session ID
+        session_id = f"session_{datetime.now().strftime('%Y%m%d_%H%M%S')}"
+        
+        # Save chunks
+        persistence.save_chunks(chunks, chunk_metadatas, session_id)
+        
+        # Initialize vector store
+        status.text("Creating vector embeddings...")
+        vector_store = initialize_faiss(st.session_state.embeddings, chunks, chunk_metadatas)
+        if not vector_store:
+            raise Exception("Failed to initialize vector store")
+        
+        # Save vector store
+        persistence.save_vector_store(vector_store, session_id)
+        
+        # Initialize QA system
+        status.text("Setting up QA system...")
+        qa_system = initialize_qa_system(vector_store)
+        if not qa_system:
+            raise Exception("Failed to initialize QA system")
+        
+        # Update session state
+        st.session_state.vector_store = vector_store
+        st.session_state.qa_system = qa_system
+        st.session_state.current_session_id = session_id
+        
+        progress.progress(100)
+        status.empty()
+        
+        return True
+        
+    except Exception as e:
+        st.error(f"Error processing documents: {str(e)}")
+        return False
+        
 def main():
     # Set up the page configuration
     st.set_page_config(layout="wide", page_title="SYNAPTYX - RFP Analysis Agent")
@@ -139,12 +222,29 @@ def main():
         # Process uploads
         if uploaded_files:
             if 'processed_files' not in st.session_state or uploaded_files != st.session_state.processed_files:
-                with st.spinner("Processing documents..."):
-                    handle_document_upload(uploaded_files)
-                    st.session_state.processed_files = uploaded_files
-                    st.session_state.chat_ready = True
-                    time.sleep(1)
-                    st.rerun()
+                try:
+                    with st.spinner("Processing documents..."):
+                        # Initialize components first
+                        if 'persistence' not in st.session_state:
+                            st.session_state.persistence = PersistenceManager()
+                        
+                        # Process documents
+                        success = handle_document_upload(
+                            uploaded_files=uploaded_files,
+                            persistence=st.session_state.persistence  # Pass persistence manager as parameter
+                        )
+                        
+                        if success:
+                            st.session_state.processed_files = uploaded_files
+                            st.session_state.chat_ready = True
+                            st.success("Documents processed successfully!")
+                            time.sleep(1)
+                            st.rerun()
+                        else:
+                            st.error("Failed to process documents. Please try again.")
+                except Exception as e:
+                    st.error(f"Error during document processing: {str(e)}")
+                    st.error(traceback.format_exc())
 
         # Knowledge Base Status
         if st.session_state.get('vector_store'):