Index locking

utils.py

@@ -8,8 +8,22 @@ from koclip import FlaxHybridCLIP
 from global_session import GlobalState
 from threading import Lock
 
-@st.cache(allow_output_mutation=True)
+
 def load_index(img_file):
+    state = GlobalState(img_file)
+    if not hasattr(state, '_lock'):
+        state._lock = Lock()
+    print(f"Locking loading of features : {img_file} to avoid concurrent caching.")
+
+    with state._lock:
+        cached_index = load_index_cached(img_file)
+
+    print(f"Unlocking loading of model : {img_file} to avoid concurrent caching.")
+    return cached_index
+
+
+@st.cache(allow_output_mutation=True)
+def load_index_cached(img_file):
     filenames, embeddings = [], []
     with open(img_file, "r") as f:
         for line in f:
@@ -37,6 +51,7 @@ def load_model(model_name="koclip/koclip-base"):
     print(f"Unlocking loading of model : {model_name} to avoid concurrent caching.")
     return cached_model
 
+
 @st.cache(allow_output_mutation=True)
 def load_model_cached(model_name):
     assert model_name in {f"koclip/{model}" for model in MODEL_LIST}