VietCat commited on
Commit
2018ffc
·
1 Parent(s): e15e019

add data viewer

Browse files
Files changed (1) hide show
  1. app/supabase_db.py +8 -24
app/supabase_db.py CHANGED
@@ -192,31 +192,15 @@ class SupabaseClient:
192
  try:
193
  logger.info("[SUPABASE] Fetching all document chunks")
194
 
195
- all_chunks = []
196
- page_size = 1000
197
- offset = 0
198
 
199
- while True:
200
- # Lấy từng page với from_ và to
201
- response = self.client.table('document_chunks').select('*').from_(offset).to(offset + page_size - 1).execute()
202
-
203
- logger.info(f"[SUPABASE] Fetched page: offset={offset}, count={len(response.data) if response.data else 0}")
204
-
205
- if not response.data:
206
- logger.info(f"[SUPABASE] No more data at offset {offset}")
207
- break
208
-
209
- all_chunks.extend(response.data)
210
-
211
- # Nếu số records ít hơn page_size, đã hết
212
- if len(response.data) < page_size:
213
- logger.info(f"[SUPABASE] Last page with {len(response.data)} records")
214
- break
215
-
216
- offset += page_size
217
-
218
- logger.info(f"[SUPABASE] Successfully fetched {len(all_chunks)} document chunks")
219
- return all_chunks
220
 
221
  except Exception as e:
222
  logger.error(f"[SUPABASE] Error fetching document chunks: {e}")
 
192
  try:
193
  logger.info("[SUPABASE] Fetching all document chunks")
194
 
195
+ # Thử lấy tất cả records với limit lớn
196
+ response = self.client.table('document_chunks').select('*').limit(10000).execute()
 
197
 
198
+ if response.data:
199
+ logger.info(f"[SUPABASE] Successfully fetched {len(response.data)} document chunks")
200
+ return response.data
201
+ else:
202
+ logger.warning("[SUPABASE] No document chunks found")
203
+ return []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
204
 
205
  except Exception as e:
206
  logger.error(f"[SUPABASE] Error fetching document chunks: {e}")