ram optimizations

similarity_page.py

@@ -29,9 +29,15 @@ def load_sim_matrix():
     loaded_matrix = load_npz("src/extended_similarities.npz")
     dense_matrix = loaded_matrix.toarray()
 
-    loaded_nonsimorga_matrix = load_npz("src/extended_similarities_nonsimorga.npz")
-    dense_nonsimorga_matrix = loaded_nonsimorga_matrix.toarray()
-    return dense_matrix, dense_nonsimorga_matrix
+    return dense_matrix
+
+# Load Non Similar Orga Matrix
+@st.cache_data
+def load_nonsameorga_sim_matrix():
+    loaded_matrix = load_npz("src/extended_similarities_nonsimorga.npz")
+    dense_matrix = loaded_matrix.toarray()
+
+    return dense_matrix
 
 # Load Projects DFs
 @st.cache_data
@@ -105,13 +111,13 @@ def load_embeddings_and_index():
     # Load embeddings
     with open("src/embeddings.pkl", "rb") as fIn:
         stored_data = pickle.load(fIn)
-    sentences = stored_data["sentences"]
     embeddings = stored_data["embeddings"]
 
-    return sentences, embeddings
+    return embeddings
 
 # USE CACHE FUNCTIONS 
-sim_matrix, nonsameorgas_sim_matrix = load_sim_matrix()
+sim_matrix = load_sim_matrix()
+nonsameorgas_sim_matrix = load_nonsameorga_sim_matrix()
 projects_df = load_projects()
 
 CRS3_MERGED = getCRS3()
@@ -122,7 +128,7 @@ COUNTRY_OPTION_LIST = getCountry()
 
 # LOAD MODEL FROM CACHE FO SEMANTIC SEARCH
 model = load_model()
-sentences, embeddings = load_embeddings_and_index()
+embeddings = load_embeddings_and_index()
 
 def show_page():
     st.write(f"Current RAM usage of this app: {get_process_memory():.2f} MB")