ShynBui commited on
Commit
69180fb
·
verified ·
1 Parent(s): 7c80c67

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +1 -2
utils.py CHANGED
@@ -11,8 +11,7 @@ def split_with_source(text, source):
11
  splitter = CharacterTextSplitter(
12
  separator = "\n",
13
  chunk_size = 512,
14
- chunk_overlap = 0,
15
- length_function = len,
16
  add_start_index = True,
17
  )
18
  documents = splitter.create_documents([text])
 
11
  splitter = CharacterTextSplitter(
12
  separator = "\n",
13
  chunk_size = 512,
14
+ chunk_overlap = 172,
 
15
  add_start_index = True,
16
  )
17
  documents = splitter.create_documents([text])