KyleIsaacs commited on
Commit
29036b6
·
1 Parent(s): 7026474

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -9
app.py CHANGED
@@ -23,18 +23,11 @@ from langchain.document_loaders import PyPDFDirectoryLoader
23
  os.environ["HUGGINGFACEHUB_API_TOKEN"] = "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"
24
  embedding = HuggingFaceHubEmbeddings()
25
 
26
- loaders = []
27
-
28
  loader = PyPDFLoader("1.pdf")
29
-
30
- loaders.append(loaderOne)
31
-
32
- splitDocs = []
33
- for l in loaders:
34
- splitDocs.extend(l.load_and_split())
35
 
36
  text_splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=50)
37
- docs = text_splitter.split_documents(splitDocs)
38
 
39
  vectorstore = Chroma.from_documents(documents=docs, embedding=embedding)
40
 
 
23
  os.environ["HUGGINGFACEHUB_API_TOKEN"] = "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"
24
  embedding = HuggingFaceHubEmbeddings()
25
 
 
 
26
  loader = PyPDFLoader("1.pdf")
27
+ pages = loader.load_and_split()
 
 
 
 
 
28
 
29
  text_splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=50)
30
+ docs = text_splitter.split_documents(pages)
31
 
32
  vectorstore = Chroma.from_documents(documents=docs, embedding=embedding)
33