Update app.py

app.py

@@ -27,11 +27,12 @@ repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
 
 from huggingface_hub import login
 login(token=st.secrets["HF_TOKEN"])
-# Load model directly
-from transformers import AutoTokenizer, AutoModelForCausalLM
+repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
+
+llm = HuggingFaceEndpoint(
+    repo_id=repo_id, max_length=128, temperature=0.5, token=st.secrets["HF_TOKEN"]
+)
 
-tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
-model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
 from langchain_community.document_loaders import TextLoader
 from langchain_text_splitters import CharacterTextSplitter
 from langchain_community.document_loaders import PyPDFLoader