Spaces:
Sleeping
Sleeping
Update modelo.py
Browse files
modelo.py
CHANGED
|
@@ -4,7 +4,7 @@ from langchain.chains.combine_documents.stuff import StuffDocumentsChain
|
|
| 4 |
from langchain.chains import RetrievalQA
|
| 5 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
| 6 |
from langchain_openai import ChatOpenAI
|
| 7 |
-
from langchain_community.vectorstores import FAISS
|
| 8 |
from langchain_community.document_loaders import HuggingFaceDatasetLoader
|
| 9 |
from langchain_community.embeddings import HuggingFaceEmbeddings
|
| 10 |
|
|
@@ -26,7 +26,7 @@ def get_chain():
|
|
| 26 |
data = loader.load()
|
| 27 |
|
| 28 |
#Dividir en chucks, esto es super importante
|
| 29 |
-
text_splitter = RecursiveCharacterTextSplitter(chunk_size=
|
| 30 |
|
| 31 |
docs = text_splitter.split_documents(data)
|
| 32 |
#DB y retriever
|
|
|
|
| 4 |
from langchain.chains import RetrievalQA
|
| 5 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
| 6 |
from langchain_openai import ChatOpenAI
|
| 7 |
+
from langchain_community.vectorstores import FAISS #Facebook AI Similarity Search
|
| 8 |
from langchain_community.document_loaders import HuggingFaceDatasetLoader
|
| 9 |
from langchain_community.embeddings import HuggingFaceEmbeddings
|
| 10 |
|
|
|
|
| 26 |
data = loader.load()
|
| 27 |
|
| 28 |
#Dividir en chucks, esto es super importante
|
| 29 |
+
text_splitter = RecursiveCharacterTextSplitter(chunk_size=128, chunk_overlap=32)
|
| 30 |
|
| 31 |
docs = text_splitter.split_documents(data)
|
| 32 |
#DB y retriever
|