Update app.py

app.py

@@ -9,9 +9,9 @@ from sentence_transformers import SentenceTransformer
 import torch
 import os
 import tempfile
-from langchain.llm import LLaMAForConversation
+from langchain_groq import ChatGroq
 
-llm = LLaMAForConversation(temperature=0.7)
+llm = ChatGroq(model="llama3-8b-8192")
 
 
 # Define the embedding class
@@ -38,6 +38,8 @@ embedding_model = SentenceTransformerEmbedding('all-MiniLM-L6-v2')
 groq_api_key = "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"
 langchain_api_key = "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"
 
+llm = ChatGroq(model="llama3-8b-8192")
+
 def load_document(document_path):
     try:
         with tempfile.TemporaryDirectory() as tmp_dir:
@@ -96,4 +98,4 @@ if document_path is not None and query:
 
 
 
-st.write("Note: Replace `llm` with an appropriate language model.")
+# st.write("Note: Replace `llm` with an appropriate language model.")