Spaces:
Sleeping
Sleeping
Update doc_preprocessing.py
Browse files- doc_preprocessing.py +3 -1
doc_preprocessing.py
CHANGED
|
@@ -6,6 +6,8 @@ import streamlit as st
|
|
| 6 |
import numpy as np
|
| 7 |
import os
|
| 8 |
|
|
|
|
|
|
|
| 9 |
emb_model = "intfloat/multilingual-e5-base"
|
| 10 |
|
| 11 |
def extract_text(file):
|
|
@@ -69,7 +71,7 @@ def get_embeddings(texts)-> np.ndarray:
|
|
| 69 |
st.error(f"Error generating embeddings: {e}")
|
| 70 |
return np.array([])
|
| 71 |
|
| 72 |
-
@st.
|
| 73 |
def process_files(files):
|
| 74 |
all_chunks = []
|
| 75 |
all_embeddings = []
|
|
|
|
| 6 |
import numpy as np
|
| 7 |
import os
|
| 8 |
|
| 9 |
+
import builtins
|
| 10 |
+
|
| 11 |
emb_model = "intfloat/multilingual-e5-base"
|
| 12 |
|
| 13 |
def extract_text(file):
|
|
|
|
| 71 |
st.error(f"Error generating embeddings: {e}")
|
| 72 |
return np.array([])
|
| 73 |
|
| 74 |
+
@st.cache_ressource(hash_funcs={builtins.SwigPyObject: lambda _: None})
|
| 75 |
def process_files(files):
|
| 76 |
all_chunks = []
|
| 77 |
all_embeddings = []
|