tregu0458 commited on
Commit
363b20b
·
verified ·
1 Parent(s): a821a32

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -1,7 +1,6 @@
1
  import gradio as gr
2
  from langchain_community.document_loaders import YoutubeLoader
3
  from langchain.text_splitter import TokenTextSplitter
4
- from langchain.embeddings import OpenAIEmbeddings
5
 
6
  max_textboxes = 5
7
 
@@ -15,8 +14,8 @@ def process_youtube_url(url, language):
15
  docs = loader.load()
16
  text = str(docs)
17
 
18
- embeddings = OpenAIEmbeddings()
19
- token_count = len(embeddings.encode(text))
20
 
21
  text_splitter = TokenTextSplitter(chunk_size=20_000, chunk_overlap=0)
22
  chunks = text_splitter.split_text(text)
 
1
  import gradio as gr
2
  from langchain_community.document_loaders import YoutubeLoader
3
  from langchain.text_splitter import TokenTextSplitter
 
4
 
5
  max_textboxes = 5
6
 
 
14
  docs = loader.load()
15
  text = str(docs)
16
 
17
+ # embeddings = OpenAIEmbeddings()
18
+ token_count = len(text)
19
 
20
  text_splitter = TokenTextSplitter(chunk_size=20_000, chunk_overlap=0)
21
  chunks = text_splitter.split_text(text)