Spaces:
Build error
Build error
Commit ·
ef29c72
1
Parent(s): 4ce1d21
embeddings
Browse files
app.py
CHANGED
|
@@ -1,6 +1,5 @@
|
|
| 1 |
from langchain.docstore.document import Document
|
| 2 |
"""Core Modules s"""
|
| 3 |
-
from typing import Union, Optional, List, Sequence
|
| 4 |
from langchain.embeddings.openai import OpenAIEmbeddings
|
| 5 |
from langchain.text_splitter import RecursiveCharacterTextSplitter, NLTKTextSplitter, CharacterTextSplitter
|
| 6 |
from langchain.vectorstores.faiss import FAISS
|
|
@@ -45,7 +44,7 @@ def doc_to_embeddings(doc:Document, split_mode:str='tiktoken',
|
|
| 45 |
else:
|
| 46 |
raise ValueError("Please specify the split mode.")
|
| 47 |
documents = text_splitter.split_documents(doc)
|
| 48 |
-
embeddings = OpenAIEmbeddings()
|
| 49 |
faiss_db = FAISS.from_documents(documents, embeddings)
|
| 50 |
if save_faiss:
|
| 51 |
faiss_db.save_local(faiss_save_path)
|
|
|
|
| 1 |
from langchain.docstore.document import Document
|
| 2 |
"""Core Modules s"""
|
|
|
|
| 3 |
from langchain.embeddings.openai import OpenAIEmbeddings
|
| 4 |
from langchain.text_splitter import RecursiveCharacterTextSplitter, NLTKTextSplitter, CharacterTextSplitter
|
| 5 |
from langchain.vectorstores.faiss import FAISS
|
|
|
|
| 44 |
else:
|
| 45 |
raise ValueError("Please specify the split mode.")
|
| 46 |
documents = text_splitter.split_documents(doc)
|
| 47 |
+
embeddings = OpenAIEmbeddings(openai_api_key=os.environ['OpenAI_APIKEY'])
|
| 48 |
faiss_db = FAISS.from_documents(documents, embeddings)
|
| 49 |
if save_faiss:
|
| 50 |
faiss_db.save_local(faiss_save_path)
|