tregu0458 commited on
Commit
d9c827a
·
verified ·
1 Parent(s): 775c750

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -17,7 +17,7 @@ def process_youtube_url(url, language):
17
  # embeddings = OpenAIEmbeddings()
18
  token_count = len(text)
19
 
20
- text_splitter = TokenTextSplitter(chunk_size=20_000, chunk_overlap=0)
21
  chunks = text_splitter.split_text(text)
22
 
23
  output_textboxes = [chunk for i, chunk in enumerate(chunks)]
 
17
  # embeddings = OpenAIEmbeddings()
18
  token_count = len(text)
19
 
20
+ text_splitter = TokenTextSplitter(chunk_size=30_000, chunk_overlap=0)
21
  chunks = text_splitter.split_text(text)
22
 
23
  output_textboxes = [chunk for i, chunk in enumerate(chunks)]