switched to phi3mini

app.py

@@ -4,15 +4,15 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 import numpy as np
 
 
-MODEL_NAME = "mistralai/Mistral-7B-Instruct-v0.2"
+MODEL_NAME = "microsoft/Phi-3-mini-4k-instruct"
 
 my_token = "h"+"f"+"_"+"yFicBqLnJDUkEIpccOIKpYMecxvPoTiUpG"
 
 
 if __name__ == "__main__":
     # Define your model and your tokenizer
-    tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=my_token)
-    model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, token=my_token)  # was AutoModelForSeq2SeqLM in case of "google/flan-t5-base"
+    tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
+    model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, trust_remote_code=True)  # was AutoModelForSeq2SeqLM in case of "google/flan-t5-base"
     if tokenizer.pad_token_id is None:
         tokenizer.pad_token_id = tokenizer.eos_token_id
         model.config.pad_token_id = model.config.eos_token_id