add data viewer

app/supabase_db.py

@@ -192,15 +192,31 @@ class SupabaseClient:
         try:
             logger.info("[SUPABASE] Fetching all document chunks")
             
-            # Thử lấy tất cả records với limit lớn
-            response = self.client.table('document_chunks').select('*').limit(10000).execute()
+            all_chunks = []
+            page_size = 1000
+            offset = 0
             
-            if response.data:
-                logger.info(f"[SUPABASE] Successfully fetched {len(response.data)} document chunks")
-                return response.data
-            else:
-                logger.warning("[SUPABASE] No document chunks found")
-                return []
+            while True:
+                # Lấy từng page
+                response = self.client.table('document_chunks').select('*').range(offset, offset + page_size - 1).execute()
+                
+                logger.info(f"[SUPABASE] Fetched page: offset={offset}, count={len(response.data) if response.data else 0}")
+                
+                if not response.data:
+                    logger.info(f"[SUPABASE] No more data at offset {offset}")
+                    break
+                
+                all_chunks.extend(response.data)
+                
+                # Nếu số records ít hơn page_size, đã hết
+                if len(response.data) < page_size:
+                    logger.info(f"[SUPABASE] Last page with {len(response.data)} records")
+                    break
+                
+                offset += page_size
+            
+            logger.info(f"[SUPABASE] Successfully fetched {len(all_chunks)} document chunks")
+            return all_chunks
                 
         except Exception as e:
             logger.error(f"[SUPABASE] Error fetching document chunks: {e}")