Subha95 commited on
Commit
5bafd9a
·
verified ·
1 Parent(s): 71b6f6e

Update chatbot_rag.py

Browse files
Files changed (1) hide show
  1. chatbot_rag.py +2 -2
chatbot_rag.py CHANGED
@@ -29,9 +29,9 @@ def build_qa():
29
 
30
  # 3. Load LLM (Phi-3 mini)
31
  print("🔹 Loading LLM...")
32
- model_id = "microsoft/Phi-3-mini-4k-instruct"
33
  tokenizer = AutoTokenizer.from_pretrained(model_id)
34
- model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
35
 
36
  pipe = pipeline(
37
  "text-generation",
 
29
 
30
  # 3. Load LLM (Phi-3 mini)
31
  print("🔹 Loading LLM...")
32
+ model_id = "google/flan-t5-small"
33
  tokenizer = AutoTokenizer.from_pretrained(model_id)
34
+ model = AutoModelForSeq2SeqLM.from_pretrained(model_id, device_map="auto")
35
 
36
  pipe = pipeline(
37
  "text-generation",