zoya-hammad commited on
Commit
a9712d6
·
1 Parent(s): 769695a

Updated app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -35,7 +35,7 @@ load_dotenv()
35
  HF_TOKEN = os.getenv("HF_TOKEN")
36
  MODEL_NAME = "mistralai/Mistral-7B-Instruct-v0.3"
37
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME , token=HF_TOKEN)
38
- model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map="auto")
39
 
40
  def process_files(files):
41
  os.makedirs(folder, exist_ok=True)
 
35
  HF_TOKEN = os.getenv("HF_TOKEN")
36
  MODEL_NAME = "mistralai/Mistral-7B-Instruct-v0.3"
37
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME , token=HF_TOKEN)
38
+ model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map="auto",use_auth_token=HF_TOKEN)
39
 
40
  def process_files(files):
41
  os.makedirs(folder, exist_ok=True)