Spaces:
Sleeping
Sleeping
Update chatbot_rag.py
Browse files- chatbot_rag.py +2 -2
chatbot_rag.py
CHANGED
|
@@ -26,7 +26,7 @@ def build_qa():
|
|
| 26 |
# 1. Embeddings
|
| 27 |
print("🔹 Loading embeddings...")
|
| 28 |
embeddings = HuggingFaceEmbeddings(
|
| 29 |
-
model_name="sentence-transformers/all-
|
| 30 |
)
|
| 31 |
|
| 32 |
# 2. Load vector DB
|
|
@@ -41,7 +41,7 @@ def build_qa():
|
|
| 41 |
# 3. Load LLM (Phi-3 mini)
|
| 42 |
print("🔹 Loading LLM...")
|
| 43 |
|
| 44 |
-
model_id = "meta-llama/Llama-3.2-1B"
|
| 45 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 46 |
model = AutoModelForCausalLM.from_pretrained(
|
| 47 |
model_id,
|
|
|
|
| 26 |
# 1. Embeddings
|
| 27 |
print("🔹 Loading embeddings...")
|
| 28 |
embeddings = HuggingFaceEmbeddings(
|
| 29 |
+
model_name="sentence-transformers/all-MiniLM-L6-v2"
|
| 30 |
)
|
| 31 |
|
| 32 |
# 2. Load vector DB
|
|
|
|
| 41 |
# 3. Load LLM (Phi-3 mini)
|
| 42 |
print("🔹 Loading LLM...")
|
| 43 |
|
| 44 |
+
model_id = "meta-llama/Llama-3.2-1B-Instruct"
|
| 45 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 46 |
model = AutoModelForCausalLM.from_pretrained(
|
| 47 |
model_id,
|