ahmedumeraziz commited on
Commit
59ed90e
·
verified ·
1 Parent(s): 80c941b

Update utils/rag_utils.py

Browse files
Files changed (1) hide show
  1. utils/rag_utils.py +20 -12
utils/rag_utils.py CHANGED
@@ -15,15 +15,23 @@ def process_pdf(file_path: str):
15
  return splitter.split_text(text)
16
 
17
  def get_groq_response(query, vector_db, model_name="mixtral-8x7b-32768"):
18
- llm = ChatGroq(
19
- temperature=0.1,
20
- model_name=model_name,
21
- max_tokens=2048
22
- )
23
-
24
- qa = RetrievalQA.from_chain_type(
25
- llm=llm,
26
- chain_type="stuff",
27
- retriever=vector_db.as_retriever(search_kwargs={"k": 4})
28
- )
29
- return qa.run(query)
 
 
 
 
 
 
 
 
 
15
  return splitter.split_text(text)
16
 
17
  def get_groq_response(query, vector_db, model_name="mixtral-8x7b-32768"):
18
+ try:
19
+ # Updated to use current LLaMA3 model (replace with latest from Groq docs)
20
+ llm = ChatGroq(
21
+ temperature=0.1,
22
+ model_name="llama3-70b-8192", # Current recommended model
23
+ max_tokens=2048
24
+ )
25
+
26
+ qa = RetrievalQA.from_chain_type(
27
+ llm=llm,
28
+ chain_type="stuff",
29
+ retriever=vector_db.as_retriever(search_kwargs={"k": 4})
30
+ )
31
+ return qa.run(query)
32
+ except Exception as e:
33
+ # Provide helpful error message
34
+ error_msg = str(e)
35
+ if "model_decommissioned" in error_msg:
36
+ return "Error: Please update the model name in rag_utils.py - check Groq's latest docs"
37
+ return f"Error processing request: {error_msg}"