Update app.py

app.py

@@ -18,13 +18,14 @@ from langchain.chains import LLMChain
 import transformers
 
 import transformers
-model_name='mistralai/Mistral-7B-Instruct-v0.1'
-from huggingface_hub import login
-model_config = transformers.AutoConfig.from_pretrained(
-    model_name,
-)
+model_name=# Use a pipeline as a high-level helper
+from transformers import pipeline
+
+# Load model directly
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
 
-tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
 tokenizer.pad_token = tokenizer.eos_token
 tokenizer.padding_side = "right"
 
@@ -61,7 +62,7 @@ bnb_config = BitsAndBytesConfig(
 # Load pre-trained config
 #################################################################
 model = AutoModelForCausalLM.from_pretrained(
-    model_name,
+   "mistralai/Mistral-7B-Instruct-v0.1",
     quantization_config=bnb_config,
 )
 # Connect query to FAISS index using a retriever