abhivsh commited on
Commit
4193728
·
verified ·
1 Parent(s): 57a6bf9

Update gen_splits.py

Browse files
Files changed (1) hide show
  1. gen_splits.py +1 -1
gen_splits.py CHANGED
@@ -21,6 +21,6 @@ def gen_splits():
21
  docs.extend(loader.load())
22
 
23
  # Splitting Documents
24
- text_splitter = RecursiveCharacterTextSplitter(chunk_size = 2000, chunk_overlap = 200)
25
  splits = text_splitter.split_documents(docs)
26
  return splits
 
21
  docs.extend(loader.load())
22
 
23
  # Splitting Documents
24
+ text_splitter = RecursiveCharacterTextSplitter(chunk_size = 1500, chunk_overlap = 150)
25
  splits = text_splitter.split_documents(docs)
26
  return splits