Update app.py

app.py

@@ -282,58 +282,17 @@ def split_into_chunks(texts, references, chunk_size, chunk_overlap):
     return chunks
 
 # Setup Vectorstore
-#def setup_vectorstore(chunks, model_name):
-  #  print("Start setup_vectorstore_function")
-  #  embedding_model = HuggingFaceEmbeddings(model_name=model_name)
-    
-  #  vectorstore = Chroma.from_documents(chunks, embedding=embedding_model, persist_directory=persist_directory)
-  #  vectorstore.persist()
-   # print("test1", vectorstore._persist_directory)
-  #  print("test2",vectorstore.__dir__)
-  #  return vectorstore
-
-
-
 def setup_vectorstore(chunks, model_name):
     print("Start setup_vectorstore_function")
+    embedding_model = HuggingFaceEmbeddings(model_name=model_name)
     
-    # Create a temporary directory to use as the persist_directory
-    with tempfile.TemporaryDirectory() as temp_dir:
-        print(f"Using temporary directory: {temp_dir}")
-        
-        # Initialize the embedding model
-        embedding_model = HuggingFaceEmbeddings(model_name=model_name)
-        
-        # Set up the vectorstore with the temporary directory
-        vectorstore = Chroma.from_documents(chunks, embedding=embedding_model, persist_directory=temp_dir)
-        vectorstore.persist()
-        
-        # Optionally, display the persist directory for debugging
-        print("Persist directory:", vectorstore._persist_directory)
-        print("Available methods in vectorstore:", dir(vectorstore))
-        
-        # Zip the entire folder
-        zip_file_path = os.path.join(temp_dir, "folder_archive.zip")
-        with zipfile.ZipFile(zip_file_path, "w", zipfile.ZIP_DEFLATED) as zipf:
-            for folder_root, _, folder_files in os.walk(temp_dir):
-                for file_name in folder_files:
-                    file_path = os.path.join(folder_root, file_name)
-                    arcname = os.path.relpath(file_path, temp_dir)  # Preserve relative paths
-                    zipf.write(file_path, arcname)
-        
-        print(f"Created zip file: {zip_file_path}")
-        
-        # Upload the zip file
-        target_path_in_repo = "folder_archive.zip"  # Define the target name in the repository
-        api.upload_file(
-            path_or_fileobj=zip_file_path,
-            path_in_repo=target_path_in_repo,
-            repo_id=HF_SPACE_NAME,
-            repo_type="space"
-        )
-        print(f"Uploaded {zip_file_path} as {target_path_in_repo}")
-        
-        print("Process completed successfully!")
+    vectorstore = Chroma.from_documents(chunks, embedding=embedding_model, persist_directory=persist_directory)
+    vectorstore.persist()
+    print("test1", vectorstore._persist_directory)
+    print("test2",vectorstore.__dir__)
+    return vectorstore
+
+