Update rss_processor.py

rss_processor.py

@@ -195,12 +195,11 @@ def process_and_store_articles(articles):
         doc = Document(page_content=clean_text(article["description"]), metadata=metadata)
         docs_to_add.append(doc)
         ids_to_add.append(doc_id)
-        existing_ids.add(doc_id)
     
     if docs_to_add:
         try:
             vector_db.add_documents(documents=docs_to_add, ids=ids_to_add)
-            vector_db.persist()
+            vector_db._client.persist()
             logger.info(f"Added {len(docs_to_add)} new articles to DB. Total in DB: {vector_db._collection.count()}")
         except Exception as e:
             logger.error(f"Error storing articles: {e}")
@@ -233,7 +232,7 @@ def upload_to_hf_hub():
                 repo_id=REPO_ID,
                 repo_type="dataset",
                 token=HF_API_TOKEN,
-                commit_message="Update RSS news database"
+                commit_message=f"Update RSS news database {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}"
             )
             logger.info(f"Database folder '{LOCAL_DB_DIR}' uploaded to: {REPO_ID}")
         except Exception as e: