VietCat commited on
Commit
2630d5b
·
1 Parent(s): dd9a38f

add data viewer

Browse files
Files changed (1) hide show
  1. app/supabase_db.py +19 -7
app/supabase_db.py CHANGED
@@ -192,14 +192,26 @@ class SupabaseClient:
192
  try:
193
  logger.info("[SUPABASE] Fetching all document chunks")
194
 
195
- response = self.client.table('document_chunks').select('*').execute()
 
 
196
 
197
- if response.data:
198
- logger.info(f"[SUPABASE] Successfully fetched {len(response.data)} document chunks")
199
- return response.data
200
- else:
201
- logger.warning("[SUPABASE] No document chunks found")
202
- return []
 
 
 
 
 
 
 
 
 
 
203
 
204
  except Exception as e:
205
  logger.error(f"[SUPABASE] Error fetching document chunks: {e}")
 
192
  try:
193
  logger.info("[SUPABASE] Fetching all document chunks")
194
 
195
+ all_chunks = []
196
+ page_size = 1000
197
+ offset = 0
198
 
199
+ while True:
200
+ # Lấy từng page
201
+ response = self.client.table('document_chunks').select('*').range(offset, offset + page_size - 1).execute()
202
+
203
+ if not response.data:
204
+ break
205
+
206
+ all_chunks.extend(response.data)
207
+ offset += page_size
208
+
209
+ # Nếu số records ít hơn page_size, đã hết
210
+ if len(response.data) < page_size:
211
+ break
212
+
213
+ logger.info(f"[SUPABASE] Successfully fetched {len(all_chunks)} document chunks")
214
+ return all_chunks
215
 
216
  except Exception as e:
217
  logger.error(f"[SUPABASE] Error fetching document chunks: {e}")