move bm25 values

src/datastore/assets/datastore.py

@@ -100,7 +100,7 @@ def pinecone_index(context: AssetExecutionContext, openai: OpenAIResource):
 
     bm25_encoder = BM25Encoder()
     bm25_encoder.fit([doc.page_content for doc in documents])
-    bm25_encoder.dump(str(Paths.DATA / "bm25_values.json"))
+    bm25_encoder.dump("bm25/bm25_values.json")
 
     vectorstore = PineconeVectorStore(
         index_name=cfg.datastore.index_name, embedding=embeddings, text_key="context"

src/model/model.py

@@ -67,7 +67,7 @@ def _group_by_document(documents):
 
 
 def create_retriever():
-    bm25_encoder = BM25Encoder().load(str(Paths.DATA / "bm25_values.json"))
+    bm25_encoder = BM25Encoder().load("bm25/bm25_values.json")
     pc = Pinecone()
     index = pc.Index(cfg.datastore.index_name, host=cfg.datastore.host)
     embeddings = OpenAIEmbeddings(model=cfg.datastore.embed_model)