AamirMalik commited on
Commit
99ccb36
·
verified ·
1 Parent(s): 0409cf9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -2
app.py CHANGED
@@ -34,11 +34,16 @@ def chunk_text(text, chunk_size=500, overlap=50):
34
  return chunks
35
 
36
  # Step 3: Generate Embeddings
 
 
 
 
37
  def generate_embeddings(chunks):
38
- model = SentenceTransformer('all-MiniLM-L6-v2') # Use your preferred model
39
- embeddings = model.encode(chunks)
40
  return embeddings
41
 
 
42
  # Step 4: Store Embeddings in FAISS
43
  def store_embeddings_in_faiss(embeddings):
44
  dimension = len(embeddings[0])
 
34
  return chunks
35
 
36
  # Step 3: Generate Embeddings
37
+ @st.cache_resource(show_spinner=False)
38
+ def load_embedding_model():
39
+ return SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2")
40
+
41
  def generate_embeddings(chunks):
42
+ model = load_embedding_model()
43
+ embeddings = model.encode(chunks, show_progress_bar=True)
44
  return embeddings
45
 
46
+
47
  # Step 4: Store Embeddings in FAISS
48
  def store_embeddings_in_faiss(embeddings):
49
  dimension = len(embeddings[0])