Update utils/database.py

utils/database.py

@@ -219,6 +219,74 @@ def force_recreate_collections_tables(conn: sqlite3.Connection) -> bool:
         st.error(f"Error recreating collections tables: {e}")
         return False
 
+def get_uncategorized_documents(conn: sqlite3.Connection) -> List[Dict]:
+    """Get documents that aren't in any collection."""
+    try:
+        with conn_lock:
+            cursor = conn.cursor()
+            cursor.execute('''
+                SELECT 
+                    d.id,
+                    d.name,
+                    d.content,
+                    d.upload_date
+                FROM documents d
+                LEFT JOIN document_collections dc ON d.id = dc.document_id
+                WHERE dc.collection_id IS NULL
+                ORDER BY d.upload_date DESC
+            ''')
+            
+            return [{
+                'id': row[0],
+                'name': row[1],
+                'content': row[2],
+                'upload_date': row[3],
+                'collections': []
+            } for row in cursor.fetchall()]
+            
+    except sqlite3.Error as e:
+        st.error(f"Error retrieving uncategorized documents: {e}")
+        return []
+
+def get_documents_for_chat(conn: sqlite3.Connection, collection_id: Optional[int] = None) -> List[Dict]:
+    """Get documents for chat, either from a collection or all documents."""
+    try:
+        with conn_lock:
+            cursor = conn.cursor()
+            
+            if collection_id:
+                cursor.execute('''
+                    SELECT 
+                        d.id,
+                        d.name,
+                        d.content,
+                        d.upload_date
+                    FROM documents d
+                    JOIN document_collections dc ON d.id = dc.document_id
+                    WHERE dc.collection_id = ?
+                    ORDER BY d.upload_date DESC
+                ''', (collection_id,))
+            else:
+                cursor.execute('''
+                    SELECT 
+                        d.id,
+                        d.name,
+                        d.content,
+                        d.upload_date
+                    FROM documents d
+                    ORDER BY d.upload_date DESC
+                ''')
+            
+            return [{
+                'id': row[0],
+                'name': row[1],
+                'content': row[2],
+                'upload_date': row[3]
+            } for row in cursor.fetchall()]
+            
+    except sqlite3.Error as e:
+        st.error(f"Error retrieving documents for chat: {e}")
+        return []
 
 def get_all_documents(conn: sqlite3.Connection) -> List[Dict]:
     """Get all documents with their metadata and collections."""