VietCat commited on
Commit
3ffd1e7
·
1 Parent(s): 4902f82

add data viewer

Browse files
Files changed (1) hide show
  1. app/supabase_db.py +12 -7
app/supabase_db.py CHANGED
@@ -192,18 +192,23 @@ class SupabaseClient:
192
  try:
193
  logger.info("[SUPABASE] Fetching all document chunks")
194
 
 
 
 
 
 
195
  all_chunks = []
196
  page_size = 1000
197
- offset = 0
198
 
199
  while True:
200
- # Lấy từng page
201
- response = self.client.table('document_chunks').select('*').range(offset, offset + page_size - 1).execute()
202
 
203
- logger.info(f"[SUPABASE] Fetched page: offset={offset}, count={len(response.data) if response.data else 0}")
204
 
205
  if not response.data:
206
- logger.info(f"[SUPABASE] No more data at offset {offset}")
207
  break
208
 
209
  all_chunks.extend(response.data)
@@ -213,9 +218,9 @@ class SupabaseClient:
213
  logger.info(f"[SUPABASE] Last page with {len(response.data)} records")
214
  break
215
 
216
- offset += page_size
217
 
218
- logger.info(f"[SUPABASE] Successfully fetched {len(all_chunks)} document chunks")
219
  return all_chunks
220
 
221
  except Exception as e:
 
192
  try:
193
  logger.info("[SUPABASE] Fetching all document chunks")
194
 
195
+ # Đếm tổng số records trước
196
+ count_response = self.client.table('document_chunks').select('*', count='exact').execute()
197
+ total_count = count_response.count if hasattr(count_response, 'count') else 'unknown'
198
+ logger.info(f"[SUPABASE] Total records in table: {total_count}")
199
+
200
  all_chunks = []
201
  page_size = 1000
202
+ from_index = 0
203
 
204
  while True:
205
+ # Thử với .from_() và .to()
206
+ response = self.client.table('document_chunks').select('*').from_(from_index).to(from_index + page_size - 1).execute()
207
 
208
+ logger.info(f"[SUPABASE] Fetched page: from={from_index}, to={from_index + page_size - 1}, count={len(response.data) if response.data else 0}")
209
 
210
  if not response.data:
211
+ logger.info(f"[SUPABASE] No more data at from_index {from_index}")
212
  break
213
 
214
  all_chunks.extend(response.data)
 
218
  logger.info(f"[SUPABASE] Last page with {len(response.data)} records")
219
  break
220
 
221
+ from_index += page_size
222
 
223
+ logger.info(f"[SUPABASE] Successfully fetched {len(all_chunks)} document chunks (expected: {total_count})")
224
  return all_chunks
225
 
226
  except Exception as e: