Sazzz02 commited on
Commit
5b5526d
·
verified ·
1 Parent(s): f56d8ed

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -71,7 +71,7 @@ def rag_bot(question: str, pdf_path: str):
71
  # Use Groq LLM
72
  llm = ChatGroq(
73
  groq_api_key=GROQ_API_KEY,
74
- model_name="mixtral-8x7b-32768", # or "llama2-70b-4096"
75
  )
76
 
77
  qa = RetrievalQA.from_chain_type(
@@ -100,4 +100,4 @@ with gr.Blocks() as demo:
100
  submit.click(fn=rag_bot, inputs=[question, pdf_file], outputs=answer)
101
 
102
  if __name__ == "__main__":
103
- demo.launch(server_name="0.0.0.0", server_port=7860)
 
71
  # Use Groq LLM
72
  llm = ChatGroq(
73
  groq_api_key=GROQ_API_KEY,
74
+ model_name="llama-3.3-70b-versatile", # The updated model name
75
  )
76
 
77
  qa = RetrievalQA.from_chain_type(
 
100
  submit.click(fn=rag_bot, inputs=[question, pdf_file], outputs=answer)
101
 
102
  if __name__ == "__main__":
103
+ demo.launch(server_name="0.0.0.0", server_port=7860)