Spaces:
Runtime error
Runtime error
Kushal commited on
Commit ·
03de79f
1
Parent(s): 0c11134
Optimize: Bulk policy chunk storage for Supabase
Browse files
app/services/rag_service.py
CHANGED
|
@@ -100,17 +100,18 @@ class RAGService:
|
|
| 100 |
db.query(PolicyChunk).filter(PolicyChunk.policy_id == document_id).delete()
|
| 101 |
|
| 102 |
# Create new chunks
|
|
|
|
| 103 |
for i, chunk_text_content in enumerate(chunks):
|
| 104 |
-
|
| 105 |
id=f"{document_id}_{i}",
|
| 106 |
policy_id=document_id,
|
| 107 |
chunk_index=i,
|
| 108 |
content=chunk_text_content
|
| 109 |
-
)
|
| 110 |
-
db.add(db_chunk)
|
| 111 |
|
|
|
|
| 112 |
db.commit()
|
| 113 |
-
print(f"[RAG Service] {len(chunks)} chunks
|
| 114 |
|
| 115 |
return len(chunks)
|
| 116 |
|
|
|
|
| 100 |
db.query(PolicyChunk).filter(PolicyChunk.policy_id == document_id).delete()
|
| 101 |
|
| 102 |
# Create new chunks
|
| 103 |
+
chunk_objects = []
|
| 104 |
for i, chunk_text_content in enumerate(chunks):
|
| 105 |
+
chunk_objects.append(PolicyChunk(
|
| 106 |
id=f"{document_id}_{i}",
|
| 107 |
policy_id=document_id,
|
| 108 |
chunk_index=i,
|
| 109 |
content=chunk_text_content
|
| 110 |
+
))
|
|
|
|
| 111 |
|
| 112 |
+
db.bulk_save_objects(chunk_objects)
|
| 113 |
db.commit()
|
| 114 |
+
print(f"[RAG Service] {len(chunks)} chunks bulk-stored in structured database for policy {document_id}")
|
| 115 |
|
| 116 |
return len(chunks)
|
| 117 |
|