Spaces:
Sleeping
Sleeping
Update chatbot_rag.py
Browse files- chatbot_rag.py +2 -2
chatbot_rag.py
CHANGED
|
@@ -29,9 +29,9 @@ def build_qa():
|
|
| 29 |
|
| 30 |
# 3. Load LLM (Phi-3 mini)
|
| 31 |
print("🔹 Loading LLM...")
|
| 32 |
-
model_id = "
|
| 33 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 34 |
-
model =
|
| 35 |
|
| 36 |
pipe = pipeline(
|
| 37 |
"text-generation",
|
|
|
|
| 29 |
|
| 30 |
# 3. Load LLM (Phi-3 mini)
|
| 31 |
print("🔹 Loading LLM...")
|
| 32 |
+
model_id = "google/flan-t5-small"
|
| 33 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 34 |
+
model = AutoModelForSeq2SeqLM.from_pretrained(model_id, device_map="auto")
|
| 35 |
|
| 36 |
pipe = pipeline(
|
| 37 |
"text-generation",
|