Update utils/file_utils.py

utils/file_utils.py

@@ -1,7 +1,7 @@
 import os
 import pickle  
 import pandas as pd
-# from utils.embedding_generation import compute_doc_embeddings
+from utils.embedding_generation import compute_doc_embeddings
 
 def load_database(file_path: str) -> pd.DataFrame:
     """
@@ -43,24 +43,7 @@ def load_pickle(file_path: str):
     except Exception as e:
         print(f"Error reading Pickle file '{file_path}': {e}")
         return None
-
-# def save_pickle(embeddings: dict, file_path: str) -> None:
-#     """
-#     Saves to a pickle file safely.
-
-#     Args:
-#         embeddings (dict): The embeddings to be saved.
-#         file_path (str): The file path where the embeddings will be saved.
-
-#     Returns:
-#         None
-#     """
-#     try:
-#         with open(file_path, "wb") as file:
-#             pickle.dump(embeddings, file)
-#     except Exception as e:
-#         print(f"Error saving embeddings to '{file_path}': {e}")
-
+        
 def load_file(file_path: str) -> str:
     """
     Reads the text from a file safely.
@@ -81,6 +64,23 @@ def load_file(file_path: str) -> str:
         print(f"Error reading file '{file_path}': {e}")
         return ""
 
+# def load_timestamp(file_path: str) -> float:
+#     """
+#     Loads the timestamp from a file.
+
+#     Args:
+#         file_path (str): The file path from which the timestamp will be read.
+
+#     Returns:
+#         float: The timestamp read from the file. Returns 0.0 if there is an error or no timestamp is found.
+#     """
+#     timestamp_str = load_file(file_path)  # Use load_file function to read the file content
+#     try:
+#         return float(timestamp_str)  # Convert the string to a float
+#     except ValueError:
+#         print(f"Error: The content in '{file_path}' is not a valid float.")
+#         return 0.0  # Return a default value if the content is not valid
+
 # def save_timestamp(timestamp: float, file_path: str):
 #     """
 #     Saves the timestamp to a file to persist across sessions.
@@ -98,43 +98,43 @@ def load_file(file_path: str) -> str:
 #     except Exception as e:
 #         print(f"Error saving timestamp: {e}")
 
-# def load_timestamp(file_path: str) -> float:
+# def save_pickle(embeddings: dict, file_path: str) -> None:
 #     """
-#     Loads the timestamp from a file.
+#     Saves to a pickle file safely.
 
 #     Args:
-#         file_path (str): The file path from which the timestamp will be read.
+#         embeddings (dict): The embeddings to be saved.
+#         file_path (str): The file path where the embeddings will be saved.
 
 #     Returns:
-#         float: The timestamp read from the file. Returns 0.0 if there is an error or no timestamp is found.
+#         None
 #     """
-#     timestamp_str = load_file(file_path)  # Use load_file function to read the file content
 #     try:
-#         return float(timestamp_str)  # Convert the string to a float
-#     except ValueError:
-#         print(f"Error: The content in '{file_path}' is not a valid float.")
-#         return 0.0  # Return a default value if the content is not valid
+#         with open(file_path, "wb") as file:
+#             pickle.dump(embeddings, file)
+#     except Exception as e:
+#         print(f"Error saving embeddings to '{file_path}': {e}")
 
-# def update_embeddings(database:pd.DataFrame, embeddings_filepath: str):
-#     """
-#     Generates new embeddings for the updated database and saves them as a pickle file.
+def update_embeddings(database:pd.DataFrame, embeddings_filepath: str):
+    """
+    Generates new embeddings for the updated database and saves them as a pickle file.
 
-#     Args:
-#         database (pd.DataFrame): The updated database (e.g., a DataFrame).
-#         embeddings_filepath (str): The file path where the embeddings will be saved.
+    Args:
+        database (pd.DataFrame): The updated database (e.g., a DataFrame).
+        embeddings_filepath (str): The file path where the embeddings will be saved.
 
-#     Returns:
-#         database_embeddings: The newly generated embeddings for the database.
-#     """
-#     # Compute embeddings for the updated database 
-#     database_embeddings = compute_doc_embeddings(database)
+    Returns:
+        database_embeddings: The newly generated embeddings for the database.
+    """
+    # Compute embeddings for the updated database 
+    database_embeddings = compute_doc_embeddings(database)
 
-#     # Save the newly computed embeddings to a pickle file
-#     save_pickle(database_embeddings, embeddings_filepath)
+    # # Save the newly computed embeddings to a pickle file
+    # save_pickle(database_embeddings, embeddings_filepath)
 
-#     return database_embeddings
+    return database_embeddings
             
-# def load_embeddings(database, database_filepath, embeddings_filepath):
+def load_embeddings(database, database_filepath, embeddings_filepath):
     """
     Loads embeddings for the given database. If the database has been updated 
     since the last time embeddings were generated, new embeddings are created 
@@ -150,14 +150,12 @@ def load_file(file_path: str) -> str:
     """
     # # Get the timestamp of the last modification of the database file
     # database_timestamp = os.path.getmtime(database_filepath)
-
+    
     # # Get the stored timestamp of the last database for which embeddings were generated
     # timestamp_filepath = '/home/user/app/data/db_update_timestamp.txt'
     # previous_timestamp = load_timestamp(timestamp_filepath)
     # print("Prev timestamp", previous_timestamp)
     # print("DB timestamp", database_timestamp)
-    # database_embeddings = load_pickle(embeddings_filepath)
-    # print("Embeddings loaded.")
     
     # # Check if the timestamp of the database file is different from the stored timestamp (DB_UPDATE_TIMESTAMP)
     # if database_timestamp == previous_timestamp:
@@ -172,5 +170,9 @@ def load_file(file_path: str) -> str:
     #     # Update the stored timestamp
     #     save_timestamp(database_timestamp, timestamp_filepath)
     #     print("Embeddings updated.")
-
-    # return database_embeddings
+    
+    print("Embeddings updating.....")
+    database_embeddings = update_embeddings(database, embeddings_filepath)
+    print("Embeddings updated.")
+        
+    return database_embeddings