Update on rag agent

web_gui/streamlit.py

@@ -30,6 +30,12 @@ SYSTEM_PROMPT = HYDE_SYSTEM_PROMPT =(
 
 st.set_page_config(page_title=PAGE_TITLE, layout="wide")
 
+##### Added - embeddings saved once in cache and removed from initialization
+@st.cache_resource
+def load_embedding_model():
+    return SentenceTransformer(EMBEDDING_MODEL_NAME, device="cpu")
+#####
+
 ###### Added - Radio button to switch between simple search engine and RAG agent
 def render_mode_selector():
     with st.sidebar:
@@ -319,7 +325,7 @@ def initialize_session_state():
     defaults = {
         'llm_model_name': DEFAULT_LLM_MODEL,
         'space_id': os.environ.get("SPACE_ID"),
-        'embeddings_model': SentenceTransformer(EMBEDDING_MODEL_NAME),
+        #####'embeddings_model': SentenceTransformer(EMBEDDING_MODEL_NAME),
         'min_window_size': 5,
         'max_window_size': 10,
         'similarity_threshold': 0.25,
@@ -342,6 +348,9 @@ def initialize_session_state():
 
     if st.session_state['rag_docs'] is None:
         st.session_state['rag_docs'] = load_texts_from_directory(DATA_DIRECTORY)
+    ##### Added
+    if "embeddings_model" not in st.session_state:
+        st.session_state["embeddings_model"] = load_embedding_model()
 
 
 # --- UI Components ---