Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -21,7 +21,7 @@ embedding_model = HuggingFaceEmbeddings(model_name='sentence-transformers/all-Mi
|
|
| 21 |
vectordb = FAISS.load_local("faiss_index", embedding_model, allow_dangerous_deserialization=True)
|
| 22 |
|
| 23 |
# --- Step 3: Load the LLM ---
|
| 24 |
-
model_id = "tiiuae/falcon-
|
| 25 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 26 |
|
| 27 |
# ✅ Use device_map + float16 to save memory
|
|
|
|
| 21 |
vectordb = FAISS.load_local("faiss_index", embedding_model, allow_dangerous_deserialization=True)
|
| 22 |
|
| 23 |
# --- Step 3: Load the LLM ---
|
| 24 |
+
model_id = "tiiuae/falcon-3b-instruct"
|
| 25 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 26 |
|
| 27 |
# ✅ Use device_map + float16 to save memory
|