add data viewer

app/supabase_db.py

@@ -197,14 +197,28 @@ class SupabaseClient:
             total_count = count_response.count if hasattr(count_response, 'count') else 'unknown'
             logger.info(f"[SUPABASE] Total records in table: {total_count}")
             
+            # Thử lấy tất cả với limit lớn
+            logger.info("[SUPABASE] Trying to fetch all records with large limit")
+            response = self.client.table('document_chunks').select('*').limit(10000).execute()
+            
+            if response.data:
+                actual_count = len(response.data)
+                logger.info(f"[SUPABASE] Large limit fetched {actual_count} document chunks (expected: {total_count})")
+                
+                if isinstance(total_count, int) and actual_count >= total_count:
+                    logger.info("[SUPABASE] Successfully fetched all records")
+                    return response.data
+                else:
+                    logger.warning(f"[SUPABASE] Only got {actual_count}/{total_count} records, trying pagination")
+            
+            # Fallback to pagination with very small page size
             all_chunks = []
-            page_size = 500  # Giảm page size để test
+            page_size = 300  # Rất nhỏ để test
             start = 0
             page_count = 0
             
             while True:
                 page_count += 1
-                # Sử dụng .range() với page size nhỏ hơn
                 response = self.client.table('document_chunks').select('*').range(start, start + page_size - 1).execute()
                 
                 actual_count = len(response.data) if response.data else 0
@@ -216,14 +230,13 @@ class SupabaseClient:
                 
                 all_chunks.extend(response.data)
                 
-                # Nếu số records ít hơn page_size, đã hết
                 if actual_count < page_size:
                     logger.info(f"[SUPABASE] Last page with {actual_count} records")
                     break
                 
                 start += page_size
             
-            logger.info(f"[SUPABASE] Successfully fetched {len(all_chunks)} document chunks (expected: {total_count})")
+            logger.info(f"[SUPABASE] Pagination fetched {len(all_chunks)} document chunks (expected: {total_count})")
             logger.info(f"[SUPABASE] Fetched {page_count} pages with page_size={page_size}")
             return all_chunks