MrSimple07 commited on
Commit
83b921a
·
1 Parent(s): 0b34162

simplest version

Browse files
Files changed (1) hide show
  1. documents_prep.py +0 -1
documents_prep.py CHANGED
@@ -11,7 +11,6 @@ CHUNK_SIZE = 1024
11
  CHUNK_OVERLAP = 256
12
 
13
  def chunk_text_documents(documents):
14
- """Simple text chunking with sentence awareness"""
15
  text_splitter = SentenceSplitter(
16
  chunk_size=CHUNK_SIZE,
17
  chunk_overlap=CHUNK_OVERLAP
 
11
  CHUNK_OVERLAP = 256
12
 
13
  def chunk_text_documents(documents):
 
14
  text_splitter = SentenceSplitter(
15
  chunk_size=CHUNK_SIZE,
16
  chunk_overlap=CHUNK_OVERLAP