VietCat commited on
Commit
3f6c63c
·
1 Parent(s): d59d79e

add data viewer

Browse files
Files changed (1) hide show
  1. app/supabase_db.py +9 -5
app/supabase_db.py CHANGED
@@ -198,14 +198,17 @@ class SupabaseClient:
198
  logger.info(f"[SUPABASE] Total records in table: {total_count}")
199
 
200
  all_chunks = []
201
- page_size = 1000
202
  start = 0
 
203
 
204
  while True:
205
- # Sử dụng .range() với syntax đúng
 
206
  response = self.client.table('document_chunks').select('*').range(start, start + page_size - 1).execute()
207
 
208
- logger.info(f"[SUPABASE] Fetched page: start={start}, end={start + page_size - 1}, count={len(response.data) if response.data else 0}")
 
209
 
210
  if not response.data:
211
  logger.info(f"[SUPABASE] No more data at start {start}")
@@ -214,13 +217,14 @@ class SupabaseClient:
214
  all_chunks.extend(response.data)
215
 
216
  # Nếu số records ít hơn page_size, đã hết
217
- if len(response.data) < page_size:
218
- logger.info(f"[SUPABASE] Last page with {len(response.data)} records")
219
  break
220
 
221
  start += page_size
222
 
223
  logger.info(f"[SUPABASE] Successfully fetched {len(all_chunks)} document chunks (expected: {total_count})")
 
224
  return all_chunks
225
 
226
  except Exception as e:
 
198
  logger.info(f"[SUPABASE] Total records in table: {total_count}")
199
 
200
  all_chunks = []
201
+ page_size = 500 # Giảm page size để test
202
  start = 0
203
+ page_count = 0
204
 
205
  while True:
206
+ page_count += 1
207
+ # Sử dụng .range() với page size nhỏ hơn
208
  response = self.client.table('document_chunks').select('*').range(start, start + page_size - 1).execute()
209
 
210
+ actual_count = len(response.data) if response.data else 0
211
+ logger.info(f"[SUPABASE] Page {page_count}: start={start}, end={start + page_size - 1}, requested={page_size}, actual={actual_count}")
212
 
213
  if not response.data:
214
  logger.info(f"[SUPABASE] No more data at start {start}")
 
217
  all_chunks.extend(response.data)
218
 
219
  # Nếu số records ít hơn page_size, đã hết
220
+ if actual_count < page_size:
221
+ logger.info(f"[SUPABASE] Last page with {actual_count} records")
222
  break
223
 
224
  start += page_size
225
 
226
  logger.info(f"[SUPABASE] Successfully fetched {len(all_chunks)} document chunks (expected: {total_count})")
227
+ logger.info(f"[SUPABASE] Fetched {page_count} pages with page_size={page_size}")
228
  return all_chunks
229
 
230
  except Exception as e: