sahanacp commited on
Commit
b70b478
·
verified ·
1 Parent(s): 30a788f

Update agent/product_review_agent.py

Browse files
Files changed (1) hide show
  1. agent/product_review_agent.py +5 -0
agent/product_review_agent.py CHANGED
@@ -20,6 +20,7 @@ from langchain_community.vectorstores import Chroma
20
  from langchain.prompts import ChatPromptTemplate
21
  from langchain.schema.output_parser import StrOutputParser
22
  from langchain.schema.runnable import RunnableLambda, RunnablePassthrough
 
23
 
24
  import faiss
25
  import warnings
@@ -157,6 +158,10 @@ Remember: Always verify information against the provided context before respondi
157
  with open(documents_path, 'rb') as f:
158
  documents = pickle.load(f)
159
 
 
 
 
 
160
 
161
  # Create FAISS index with faster search
162
  embeddings_np = np.array(embeddings_list).astype('float32')
 
20
  from langchain.prompts import ChatPromptTemplate
21
  from langchain.schema.output_parser import StrOutputParser
22
  from langchain.schema.runnable import RunnableLambda, RunnablePassthrough
23
+ from clearml import StorageManager, Dataset
24
 
25
  import faiss
26
  import warnings
 
158
  with open(documents_path, 'rb') as f:
159
  documents = pickle.load(f)
160
 
161
+ dataset = Dataset.create(dataset_name="embeddingsdataset", dataset_project="dataset_embeddings")
162
+ dataset.add_files(path=documents_path)
163
+ dataset.upload()
164
+ dataset.finalize()
165
 
166
  # Create FAISS index with faster search
167
  embeddings_np = np.array(embeddings_list).astype('float32')