add data viewer
Browse files- app/supabase_db.py +12 -7
app/supabase_db.py
CHANGED
|
@@ -192,18 +192,23 @@ class SupabaseClient:
|
|
| 192 |
try:
|
| 193 |
logger.info("[SUPABASE] Fetching all document chunks")
|
| 194 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 195 |
all_chunks = []
|
| 196 |
page_size = 1000
|
| 197 |
-
|
| 198 |
|
| 199 |
while True:
|
| 200 |
-
#
|
| 201 |
-
response = self.client.table('document_chunks').select('*').
|
| 202 |
|
| 203 |
-
logger.info(f"[SUPABASE] Fetched page:
|
| 204 |
|
| 205 |
if not response.data:
|
| 206 |
-
logger.info(f"[SUPABASE] No more data at
|
| 207 |
break
|
| 208 |
|
| 209 |
all_chunks.extend(response.data)
|
|
@@ -213,9 +218,9 @@ class SupabaseClient:
|
|
| 213 |
logger.info(f"[SUPABASE] Last page with {len(response.data)} records")
|
| 214 |
break
|
| 215 |
|
| 216 |
-
|
| 217 |
|
| 218 |
-
logger.info(f"[SUPABASE] Successfully fetched {len(all_chunks)} document chunks")
|
| 219 |
return all_chunks
|
| 220 |
|
| 221 |
except Exception as e:
|
|
|
|
| 192 |
try:
|
| 193 |
logger.info("[SUPABASE] Fetching all document chunks")
|
| 194 |
|
| 195 |
+
# Đếm tổng số records trước
|
| 196 |
+
count_response = self.client.table('document_chunks').select('*', count='exact').execute()
|
| 197 |
+
total_count = count_response.count if hasattr(count_response, 'count') else 'unknown'
|
| 198 |
+
logger.info(f"[SUPABASE] Total records in table: {total_count}")
|
| 199 |
+
|
| 200 |
all_chunks = []
|
| 201 |
page_size = 1000
|
| 202 |
+
from_index = 0
|
| 203 |
|
| 204 |
while True:
|
| 205 |
+
# Thử với .from_() và .to()
|
| 206 |
+
response = self.client.table('document_chunks').select('*').from_(from_index).to(from_index + page_size - 1).execute()
|
| 207 |
|
| 208 |
+
logger.info(f"[SUPABASE] Fetched page: from={from_index}, to={from_index + page_size - 1}, count={len(response.data) if response.data else 0}")
|
| 209 |
|
| 210 |
if not response.data:
|
| 211 |
+
logger.info(f"[SUPABASE] No more data at from_index {from_index}")
|
| 212 |
break
|
| 213 |
|
| 214 |
all_chunks.extend(response.data)
|
|
|
|
| 218 |
logger.info(f"[SUPABASE] Last page with {len(response.data)} records")
|
| 219 |
break
|
| 220 |
|
| 221 |
+
from_index += page_size
|
| 222 |
|
| 223 |
+
logger.info(f"[SUPABASE] Successfully fetched {len(all_chunks)} document chunks (expected: {total_count})")
|
| 224 |
return all_chunks
|
| 225 |
|
| 226 |
except Exception as e:
|