feat: implement project synchronization service with database integration and automated embedding updates

src/similarity_model/sync_projects.py

@@ -2,6 +2,10 @@ import json
 import logging
 import sys
 import pandas as pd
+from pathlib import Path
+
+# Ensure workspace root is in path
+sys.path.append(str(Path(__file__).resolve().parents[2]))
 
 from Data.database.sql_connector import engine
 from src.similarity_model.preprocessing import preprocess_dataset
@@ -45,9 +49,9 @@ def sync_projects():
     logger.info(f"Loaded {len(projects_df)} active projects from database.")
 
     
-    logger.info("Fetching existing records from 'PreProcessed_Projects'...")
+    logger.info("Fetching existing records from 'preprocess'...")
     with engine.connect() as conn:
-        existing_df = pd.read_sql("SELECT id FROM PreProcessed_Projects", conn)
+        existing_df = pd.read_sql("SELECT id FROM preprocess", conn)
     
     allowed_ids = set(projects_df["Id"].tolist())
     processed_ids = set(existing_df["id"].tolist())
@@ -62,9 +66,9 @@ def sync_projects():
 
         with engine.begin() as conn:
             conn.exec_driver_sql(
-                f"DELETE FROM PreProcessed_Projects WHERE id IN ({ids_str})"
+                f"DELETE FROM preprocess WHERE id IN ({ids_str})"
             )
-        logger.info(f"Successfully removed {len(ids_to_remove)} projects from 'PreProcessed_Projects'.")
+        logger.info(f"Successfully removed {len(ids_to_remove)} projects from 'preprocess'.")
         changed = True
 
     
@@ -118,7 +122,7 @@ def sync_projects():
             logger.info("Uploading preprocessed records to database...")
             with engine.begin() as conn:
                 processed_df.to_sql(
-                    "PreProcessed_Projects",
+                    "preprocess",
                     conn,
                     if_exists="append",
                     index=False
@@ -137,3 +141,6 @@ def sync_projects():
         logger.info("Local embeddings and index updated successfully.")
     else:
         logger.info("No database changes detected. Embeddings remain in sync.")
+
+if __name__ == "__main__":
+    sync_projects()