File size: 287 Bytes
4e25243 | 1 2 3 4 5 6 7 8 9 10 11 12 | def chunk_text(text, chunk_size=400, overlap=80):
chunks = []
start = 0
text_length = len(text)
while start < text_length:
end = min(start + chunk_size, text_length)
chunks.append(text[start:end])
start += chunk_size - overlap
return chunks
|