ZacBl commited on
Commit
71880a4
·
verified ·
1 Parent(s): 78b52bb

Update doc_preprocessing.py

Browse files
Files changed (1) hide show
  1. doc_preprocessing.py +3 -1
doc_preprocessing.py CHANGED
@@ -6,6 +6,8 @@ import streamlit as st
6
  import numpy as np
7
  import os
8
 
 
 
9
  emb_model = "intfloat/multilingual-e5-base"
10
 
11
  def extract_text(file):
@@ -69,7 +71,7 @@ def get_embeddings(texts)-> np.ndarray:
69
  st.error(f"Error generating embeddings: {e}")
70
  return np.array([])
71
 
72
- @st.cache_data
73
  def process_files(files):
74
  all_chunks = []
75
  all_embeddings = []
 
6
  import numpy as np
7
  import os
8
 
9
+ import builtins
10
+
11
  emb_model = "intfloat/multilingual-e5-base"
12
 
13
  def extract_text(file):
 
71
  st.error(f"Error generating embeddings: {e}")
72
  return np.array([])
73
 
74
+ @st.cache_ressource(hash_funcs={builtins.SwigPyObject: lambda _: None})
75
  def process_files(files):
76
  all_chunks = []
77
  all_embeddings = []