Update create_retriever.py

create_retriever.py

@@ -84,10 +84,10 @@ def retriever_chroma(flag, model_name="sentence-transformers/all-mpnet-base-v2",
         all_doc = docs_return(0)
 
         # Use the splitter parameters
-        # text_splitter = get_text_splitter(splitter_type=splitter_type, chunk_size=chunk_size, chunk_overlap=chunk_overlap, separator=separator, max_tokens=max_tokens)
+        text_splitter = get_text_splitter(splitter_type=splitter_type, chunk_size=chunk_size, chunk_overlap=chunk_overlap, separator=separator, max_tokens=max_tokens)
 
         # Split the documents using the text splitter
-        # docs = text_splitter.split_documents(documents=all_doc)
+        docs = text_splitter.split_documents(documents=all_doc)
 
         # Create a Chroma vector database
         vectordb = Chroma.from_documents(all_doc, embeddings, persist_directory="./chroma_db")