add data viewer
Browse files- app/supabase_db.py +9 -5
app/supabase_db.py
CHANGED
|
@@ -198,14 +198,17 @@ class SupabaseClient:
|
|
| 198 |
logger.info(f"[SUPABASE] Total records in table: {total_count}")
|
| 199 |
|
| 200 |
all_chunks = []
|
| 201 |
-
page_size =
|
| 202 |
start = 0
|
|
|
|
| 203 |
|
| 204 |
while True:
|
| 205 |
-
|
|
|
|
| 206 |
response = self.client.table('document_chunks').select('*').range(start, start + page_size - 1).execute()
|
| 207 |
|
| 208 |
-
|
|
|
|
| 209 |
|
| 210 |
if not response.data:
|
| 211 |
logger.info(f"[SUPABASE] No more data at start {start}")
|
|
@@ -214,13 +217,14 @@ class SupabaseClient:
|
|
| 214 |
all_chunks.extend(response.data)
|
| 215 |
|
| 216 |
# Nếu số records ít hơn page_size, đã hết
|
| 217 |
-
if
|
| 218 |
-
logger.info(f"[SUPABASE] Last page with {
|
| 219 |
break
|
| 220 |
|
| 221 |
start += page_size
|
| 222 |
|
| 223 |
logger.info(f"[SUPABASE] Successfully fetched {len(all_chunks)} document chunks (expected: {total_count})")
|
|
|
|
| 224 |
return all_chunks
|
| 225 |
|
| 226 |
except Exception as e:
|
|
|
|
| 198 |
logger.info(f"[SUPABASE] Total records in table: {total_count}")
|
| 199 |
|
| 200 |
all_chunks = []
|
| 201 |
+
page_size = 500 # Giảm page size để test
|
| 202 |
start = 0
|
| 203 |
+
page_count = 0
|
| 204 |
|
| 205 |
while True:
|
| 206 |
+
page_count += 1
|
| 207 |
+
# Sử dụng .range() với page size nhỏ hơn
|
| 208 |
response = self.client.table('document_chunks').select('*').range(start, start + page_size - 1).execute()
|
| 209 |
|
| 210 |
+
actual_count = len(response.data) if response.data else 0
|
| 211 |
+
logger.info(f"[SUPABASE] Page {page_count}: start={start}, end={start + page_size - 1}, requested={page_size}, actual={actual_count}")
|
| 212 |
|
| 213 |
if not response.data:
|
| 214 |
logger.info(f"[SUPABASE] No more data at start {start}")
|
|
|
|
| 217 |
all_chunks.extend(response.data)
|
| 218 |
|
| 219 |
# Nếu số records ít hơn page_size, đã hết
|
| 220 |
+
if actual_count < page_size:
|
| 221 |
+
logger.info(f"[SUPABASE] Last page with {actual_count} records")
|
| 222 |
break
|
| 223 |
|
| 224 |
start += page_size
|
| 225 |
|
| 226 |
logger.info(f"[SUPABASE] Successfully fetched {len(all_chunks)} document chunks (expected: {total_count})")
|
| 227 |
+
logger.info(f"[SUPABASE] Fetched {page_count} pages with page_size={page_size}")
|
| 228 |
return all_chunks
|
| 229 |
|
| 230 |
except Exception as e:
|