Update app.py

app.py

@@ -20,13 +20,13 @@ import transformers
 import transformers
 from transformers import pipeline
 
-# Load model directly
-from transformers import AutoTokenizer, AutoModelForCausalLM
-
-tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
-
-tokenizer.pad_token = tokenizer.eos_token
-tokenizer.padding_side = "right"
+import transformers
+model_name='mistralai/Mistral-7B-Instruct-v0.1'
+from huggingface_hub import login
+login(token = 'HF_TOKEN')
+model_config = transformers.AutoConfig.from_pretrained(
+    model_name,
+)
 
 tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
 tokenizer.pad_token = tokenizer.eos_token