Spaces:
Sleeping
Sleeping
Update agent/product_review_agent.py
Browse files
agent/product_review_agent.py
CHANGED
|
@@ -20,6 +20,7 @@ from langchain_community.vectorstores import Chroma
|
|
| 20 |
from langchain.prompts import ChatPromptTemplate
|
| 21 |
from langchain.schema.output_parser import StrOutputParser
|
| 22 |
from langchain.schema.runnable import RunnableLambda, RunnablePassthrough
|
|
|
|
| 23 |
|
| 24 |
import faiss
|
| 25 |
import warnings
|
|
@@ -157,6 +158,10 @@ Remember: Always verify information against the provided context before respondi
|
|
| 157 |
with open(documents_path, 'rb') as f:
|
| 158 |
documents = pickle.load(f)
|
| 159 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 160 |
|
| 161 |
# Create FAISS index with faster search
|
| 162 |
embeddings_np = np.array(embeddings_list).astype('float32')
|
|
|
|
| 20 |
from langchain.prompts import ChatPromptTemplate
|
| 21 |
from langchain.schema.output_parser import StrOutputParser
|
| 22 |
from langchain.schema.runnable import RunnableLambda, RunnablePassthrough
|
| 23 |
+
from clearml import StorageManager, Dataset
|
| 24 |
|
| 25 |
import faiss
|
| 26 |
import warnings
|
|
|
|
| 158 |
with open(documents_path, 'rb') as f:
|
| 159 |
documents = pickle.load(f)
|
| 160 |
|
| 161 |
+
dataset = Dataset.create(dataset_name="embeddingsdataset", dataset_project="dataset_embeddings")
|
| 162 |
+
dataset.add_files(path=documents_path)
|
| 163 |
+
dataset.upload()
|
| 164 |
+
dataset.finalize()
|
| 165 |
|
| 166 |
# Create FAISS index with faster search
|
| 167 |
embeddings_np = np.array(embeddings_list).astype('float32')
|