Kushal commited on
Commit
03de79f
·
1 Parent(s): 0c11134

Optimize: Bulk policy chunk storage for Supabase

Browse files
Files changed (1) hide show
  1. app/services/rag_service.py +5 -4
app/services/rag_service.py CHANGED
@@ -100,17 +100,18 @@ class RAGService:
100
  db.query(PolicyChunk).filter(PolicyChunk.policy_id == document_id).delete()
101
 
102
  # Create new chunks
 
103
  for i, chunk_text_content in enumerate(chunks):
104
- db_chunk = PolicyChunk(
105
  id=f"{document_id}_{i}",
106
  policy_id=document_id,
107
  chunk_index=i,
108
  content=chunk_text_content
109
- )
110
- db.add(db_chunk)
111
 
 
112
  db.commit()
113
- print(f"[RAG Service] {len(chunks)} chunks also stored in structured database for policy {document_id}")
114
 
115
  return len(chunks)
116
 
 
100
  db.query(PolicyChunk).filter(PolicyChunk.policy_id == document_id).delete()
101
 
102
  # Create new chunks
103
+ chunk_objects = []
104
  for i, chunk_text_content in enumerate(chunks):
105
+ chunk_objects.append(PolicyChunk(
106
  id=f"{document_id}_{i}",
107
  policy_id=document_id,
108
  chunk_index=i,
109
  content=chunk_text_content
110
+ ))
 
111
 
112
+ db.bulk_save_objects(chunk_objects)
113
  db.commit()
114
+ print(f"[RAG Service] {len(chunks)} chunks bulk-stored in structured database for policy {document_id}")
115
 
116
  return len(chunks)
117