Spaces:

martina3435
/

RAG

Runtime error

martina3435 commited on Jul 2

Commit

b4eefb5

verified ·

1 Parent(s): 7df2e0f

Update generate_embeddings.py

Files changed (1) hide show

generate_embeddings.py CHANGED Viewed

@@ -26,8 +26,8 @@ def load_pdfs(folder_path):
 def split_documents(docs):
     text_splitter = RecursiveCharacterTextSplitter(
-        chunk_size=500,
-        chunk_overlap=50
     )
     chunks = text_splitter.split_documents(docs)
     print(f"Total chunks: {len(chunks)}")

 def split_documents(docs):
     text_splitter = RecursiveCharacterTextSplitter(
+        chunk_size=700,
+        chunk_overlap=100
     )
     chunks = text_splitter.split_documents(docs)
     print(f"Total chunks: {len(chunks)}")