Remove NLTK package

app/search/bm25_search.py

@@ -32,9 +32,9 @@ class BM25_search:
         - perform_lemmatization (bool): Whether to perform lemmatization on tokens.
         """
         # Ensure NLTK resources are downloaded only once
-        # if not BM25_search.nltk_resources_downloaded:
-        #     download_nltk_resources()
-        #     BM25_search.nltk_resources_downloaded = True  # Mark as downloaded
+        if not BM25_search.nltk_resources_downloaded:
+            download_nltk_resources()
+            BM25_search.nltk_resources_downloaded = True  # Mark as downloaded
 
         self.documents: List[str] = []
         self.doc_ids: List[str] = []
@@ -153,7 +153,7 @@ async def initialize_bm25_search(remove_stopwords: bool = True, perform_lemmatiz
     Initializes the BM25search with proper NLTK resource downloading.
     """
     loop = asyncio.get_running_loop()
-    # await loop.run_in_executor(None, download_nltk_resources)
+    await loop.run_in_executor(None, download_nltk_resources)
     return BM25_search(remove_stopwords, perform_lemmatization)