Update main.py
Browse files
main.py
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
from langchain_community.document_loaders import TextLoader
|
| 2 |
from langchain_community.embeddings import HuggingFaceBgeEmbeddings
|
| 3 |
from langchain_community.vectorstores import FAISS
|
| 4 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|
@@ -7,7 +7,9 @@ from transformers import pipeline
|
|
| 7 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
| 8 |
from langchain.chains import RetrievalQA
|
| 9 |
import torch
|
| 10 |
-
|
|
|
|
|
|
|
| 11 |
docs = loader.load()
|
| 12 |
text_splitter = RecursiveCharacterTextSplitter()
|
| 13 |
# text_splitter = RecursiveCharacterTextSplitter(chunk_size=100, chunk_overlap=20)
|
|
|
|
| 1 |
+
from langchain_community.document_loaders import TextLoader , PyPDFLoader
|
| 2 |
from langchain_community.embeddings import HuggingFaceBgeEmbeddings
|
| 3 |
from langchain_community.vectorstores import FAISS
|
| 4 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|
|
|
| 7 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
| 8 |
from langchain.chains import RetrievalQA
|
| 9 |
import torch
|
| 10 |
+
|
| 11 |
+
loader = PyPDFLoader('bipolar.pdf')
|
| 12 |
+
# loader = TextLoader("info.txt")
|
| 13 |
docs = loader.load()
|
| 14 |
text_splitter = RecursiveCharacterTextSplitter()
|
| 15 |
# text_splitter = RecursiveCharacterTextSplitter(chunk_size=100, chunk_overlap=20)
|