MyEnny commited on
Commit
1a38fb6
·
verified ·
1 Parent(s): 3e173f1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ embedding_model = HuggingFaceEmbeddings(model_name='sentence-transformers/all-Mi
21
  vectordb = FAISS.load_local("faiss_index", embedding_model, allow_dangerous_deserialization=True)
22
 
23
  # --- Step 3: Load the LLM ---
24
- model_id = "tiiuae/falcon-7b-instruct"
25
  tokenizer = AutoTokenizer.from_pretrained(model_id)
26
 
27
  # ✅ Use device_map + float16 to save memory
 
21
  vectordb = FAISS.load_local("faiss_index", embedding_model, allow_dangerous_deserialization=True)
22
 
23
  # --- Step 3: Load the LLM ---
24
+ model_id = "tiiuae/falcon-3b-instruct"
25
  tokenizer = AutoTokenizer.from_pretrained(model_id)
26
 
27
  # ✅ Use device_map + float16 to save memory