updated to mistral

app.py

@@ -6,11 +6,13 @@ import numpy as np
 
 MODEL_NAME = "mistralai/Mistral-7B-Instruct-v0.2"
 
+my_token = "h"+"f"+"_"+"yFicBqLnJDUkEIpccOIKpYMecxvPoTiUpG"
+
 
 if __name__ == "__main__":
     # Define your model and your tokenizer
-    tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
-    model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_NAME)  # or AutoModelForCausalLM
+    tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=my_token)
+    model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, token=my_token)  # or AutoModelForCausalLM
     if tokenizer.pad_token_id is None:
         tokenizer.pad_token_id = tokenizer.eos_token_id
         model.config.pad_token_id = model.config.eos_token_id