Enhance: Persistent DB, RAG Policy Chunks, and UI Cleanup

app/database/connection.py

@@ -7,10 +7,14 @@ import uuid
 from app.config.settings import settings
 
 # Create SQLAlchemy engine
-engine = create_engine(
-    settings.DATABASE_URL,
-    connect_args={"check_same_thread": False}  # Needed for SQLite
-)
+# Check if using SQLite (special handling for threads)
+if settings.DATABASE_URL.startswith("sqlite"):
+    engine = create_engine(
+        settings.DATABASE_URL,
+        connect_args={"check_same_thread": False}
+    )
+else:
+    engine = create_engine(settings.DATABASE_URL)
 
 # Session factory
 SessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)

app/database/models.py

@@ -97,6 +97,23 @@ class OfficialPolicy(Base):
     is_active = Column(Integer, default=1)  # 0 = inactive, 1 = active
     created_at = Column(DateTime, default=datetime.utcnow)
     updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow)
+    
+    # Relationships
+    chunks = relationship("PolicyChunk", back_populates="policy", cascade="all, delete-orphan")
+
+
+class PolicyChunk(Base):
+    """Chunks of official policy text for database-backed retrieval."""
+    __tablename__ = "policy_chunks"
+    
+    id = Column(String, primary_key=True, default=generate_id)
+    policy_id = Column(String, ForeignKey("official_policies.id", ondelete="CASCADE"), nullable=False, index=True)
+    chunk_index = Column(Integer, nullable=False)
+    content = Column(Text, nullable=False)
+    created_at = Column(DateTime, default=datetime.utcnow)
+    
+    # Relationships
+    policy = relationship("OfficialPolicy", back_populates="chunks")
 
 
 class UserSettings(Base):

app/services/policy_service.py

@@ -118,7 +118,8 @@ class PolicyService:
             document_id=policy.id,
             filename=f"[POLICY] {policy.title}",
             content=content,
-            user_id="official_policies"  # Special ID for policies
+            user_id="official_policies",  # Special ID for policies
+            db=db
         )
         
         return num_chunks

app/services/rag_service.py

@@ -1,4 +1,5 @@
 from typing import List, Dict, Optional
+from sqlalchemy.orm import Session
 import chromadb
 import os
 
@@ -45,7 +46,8 @@ class RAGService:
         document_id: str, 
         filename: str, 
         content: str,
-        user_id: str
+        user_id: str,
+        db: Optional[Session] = None
     ) -> int:
         """
         Process document by chunking and storing in vector database.
@@ -90,6 +92,26 @@ class RAGService:
             ids=ids
         )
         
+        # Also store in structured database if it's an official policy and DB session is provided
+        if user_id == "official_policies" and db:
+            from app.database.models import PolicyChunk
+            
+            # Delete existing chunks for this policy first to avoid duplicates
+            db.query(PolicyChunk).filter(PolicyChunk.policy_id == document_id).delete()
+            
+            # Create new chunks
+            for i, chunk_text_content in enumerate(chunks):
+                db_chunk = PolicyChunk(
+                    id=f"{document_id}_{i}",
+                    policy_id=document_id,
+                    chunk_index=i,
+                    content=chunk_text_content
+                )
+                db.add(db_chunk)
+            
+            db.commit()
+            print(f"[RAG Service] {len(chunks)} chunks also stored in structured database for policy {document_id}")
+        
         return len(chunks)
     
     def semantic_search(