Spaces:
Sleeping
Sleeping
Commit
·
357ba5f
1
Parent(s):
72fa0fd
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,11 +18,14 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|
| 18 |
from langchain.document_loaders import RecursiveUrlLoader
|
| 19 |
from langchain.chains import RetrievalQA
|
| 20 |
from langchain.document_loaders import PyPDFLoader
|
|
|
|
| 21 |
|
| 22 |
os.environ["HUGGINGFACEHUB_API_TOKEN"] = "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"
|
| 23 |
embedding = HuggingFaceHubEmbeddings()
|
| 24 |
|
| 25 |
-
|
|
|
|
|
|
|
| 26 |
pages = loader.load_and_split()
|
| 27 |
|
| 28 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=50)
|
|
|
|
| 18 |
from langchain.document_loaders import RecursiveUrlLoader
|
| 19 |
from langchain.chains import RetrievalQA
|
| 20 |
from langchain.document_loaders import PyPDFLoader
|
| 21 |
+
from langchain.document_loaders import PyPDFDirectoryLoader
|
| 22 |
|
| 23 |
os.environ["HUGGINGFACEHUB_API_TOKEN"] = "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"
|
| 24 |
embedding = HuggingFaceHubEmbeddings()
|
| 25 |
|
| 26 |
+
loaders []
|
| 27 |
+
|
| 28 |
+
loader = PyPDFDirectoryLoader("./pdfs/")
|
| 29 |
pages = loader.load_and_split()
|
| 30 |
|
| 31 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=50)
|