Update rss_processor.py

rss_processor.py

@@ -30,8 +30,6 @@ hf_api = HfApi()
 
 embedding_model = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
 
-vector_db = None
-
 def clean_text(text):
     if not text or not isinstance(text, str):
         return ""
@@ -161,11 +159,7 @@ def categorize_feed(url):
         logger.warning(f"No matching category found for URL: {url}")
         return "Uncategorized"
 
-def process_and_store_articles(articles):
-    if not vector_db:
-        logger.error("Vector database is not initialized. Cannot process articles.")
-        return
-
+def process_and_store_articles(articles, vector_db):
     documents = []
     doc_ids = []
     
@@ -252,8 +246,6 @@ def upload_to_hf_hub():
         logger.error(f"Error uploading to Hugging Face Hub: {e}")
 
 def run_update_pipeline():
-    global vector_db
-    
     download_from_hf_hub()
     
     vector_db = Chroma(
@@ -264,7 +256,7 @@ def run_update_pipeline():
     
     articles = fetch_rss_feeds()
     if articles:
-        process_and_store_articles(articles)
+        process_and_store_articles(articles, vector_db)
     
     upload_to_hf_hub()
     logger.info("Update pipeline finished.")