Updating Embeddings space

src/build_nomic.py

@@ -4,10 +4,14 @@ import pandas as pd
 
 import nomic
 from nomic import atlas
+from nomic.dataset import AtlasClass
 import numpy as np
 
+from src.my_logger import setup_logger
+
 NOMIC_KEY = os.getenv('NOMIC_KEY')
 nomic.login(NOMIC_KEY)
+logger = setup_logger(__name__)
 
 
 def count_words(text):
@@ -37,9 +41,21 @@ def build_nomic(dataset):
 
     df['word_count'] = df['content'].apply(count_words)
 
+
+    logger.info(f"Trying to delete old version of nomic Atlas...")
+    try:
+        ac = AtlasClass()
+        atlas_id = ac._get_dataset_by_slug_identifier("derek2/boru-subreddit-neural-search")['id']
+        ac._delete_project_by_id(atlas_id)
+        logger.info(f"Succeeded in deleting old version of nomic Atlas.")
+    except:
+        logger.info(f"Failed to delete old version of nomic Atlas.")
+
     # Create Atlas project
+    logger.info(f"Trying to create new version of Atlas...")
     project = atlas.map_data(embeddings=np.stack(df['embedding'].values),
                              data=df[non_embedding_columns].to_dict(orient='records'),
                              id_field='id',
                              identifier='BORU Subreddit Neural Search',
                              )
+    logger.info(f"Succeeded in creating new version of nomic Atlas.")