Subha95 commited on
Commit
0a510f7
·
verified ·
1 Parent(s): cbed6dc

Update chatbot_rag.py

Browse files
Files changed (1) hide show
  1. chatbot_rag.py +2 -2
chatbot_rag.py CHANGED
@@ -26,7 +26,7 @@ def build_qa():
26
  # 1. Embeddings
27
  print("🔹 Loading embeddings...")
28
  embeddings = HuggingFaceEmbeddings(
29
- model_name="sentence-transformers/all-mpnet-base-v2"
30
  )
31
 
32
  # 2. Load vector DB
@@ -41,7 +41,7 @@ def build_qa():
41
  # 3. Load LLM (Phi-3 mini)
42
  print("🔹 Loading LLM...")
43
 
44
- model_id = "meta-llama/Llama-3.2-1B"
45
  tokenizer = AutoTokenizer.from_pretrained(model_id)
46
  model = AutoModelForCausalLM.from_pretrained(
47
  model_id,
 
26
  # 1. Embeddings
27
  print("🔹 Loading embeddings...")
28
  embeddings = HuggingFaceEmbeddings(
29
+ model_name="sentence-transformers/all-MiniLM-L6-v2"
30
  )
31
 
32
  # 2. Load vector DB
 
41
  # 3. Load LLM (Phi-3 mini)
42
  print("🔹 Loading LLM...")
43
 
44
+ model_id = "meta-llama/Llama-3.2-1B-Instruct"
45
  tokenizer = AutoTokenizer.from_pretrained(model_id)
46
  model = AutoModelForCausalLM.from_pretrained(
47
  model_id,