Update app.py
Browse files
app.py
CHANGED
|
@@ -5,7 +5,7 @@ from langchain.text_splitter import CharacterTextSplitter
|
|
| 5 |
from langchain_community.vectorstores import FAISS
|
| 6 |
from langchain.embeddings import HuggingFaceEmbeddings
|
| 7 |
from langchain.chains import RetrievalQA
|
| 8 |
-
from
|
| 9 |
|
| 10 |
# -------------------------------
|
| 11 |
# Sidebar for API key input
|
|
@@ -39,7 +39,11 @@ vectorstore = FAISS.from_documents(docs, embeddings)
|
|
| 39 |
# -------------------------------
|
| 40 |
# Groq LLM setup
|
| 41 |
# -------------------------------
|
| 42 |
-
llm = ChatGroq(
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
|
| 44 |
qa_chain = RetrievalQA.from_chain_type(
|
| 45 |
llm=llm,
|
|
|
|
| 5 |
from langchain_community.vectorstores import FAISS
|
| 6 |
from langchain.embeddings import HuggingFaceEmbeddings
|
| 7 |
from langchain.chains import RetrievalQA
|
| 8 |
+
from langchain_groq import ChatGroq # NEW import
|
| 9 |
|
| 10 |
# -------------------------------
|
| 11 |
# Sidebar for API key input
|
|
|
|
| 39 |
# -------------------------------
|
| 40 |
# Groq LLM setup
|
| 41 |
# -------------------------------
|
| 42 |
+
llm = ChatGroq(
|
| 43 |
+
temperature=0.7,
|
| 44 |
+
model_name="llama3-8b-8192", # Make sure to use correct lowercase name
|
| 45 |
+
groq_api_key=api_key
|
| 46 |
+
)
|
| 47 |
|
| 48 |
qa_chain = RetrievalQA.from_chain_type(
|
| 49 |
llm=llm,
|