Spaces:
Sleeping
Sleeping
File size: 224 Bytes
01e95d0 |
1 2 3 4 5 6 7 8 9 10 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
from utils import tiktoken_len
TextSplitter = RecursiveCharacterTextSplitter(
chunk_size=300,
chunk_overlap=0,
length_function=tiktoken_len,
)
|