zoya-hammad commited on
Commit
8ae1d4e
·
1 Parent(s): e622544

Updated app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -36,9 +36,9 @@ load_dotenv()
36
  HF_TOKEN = os.getenv("HF_TOKEN")
37
  if HF_TOKEN is None:
38
  raise ValueError("HF_TOKEN is not set. Check your .env file.")
39
- login(token=HF_TOKEN)
40
  MODEL_NAME = "mistralai/Mistral-7B-Instruct-v0.3"
41
- tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME , token=HF_TOKEN)
42
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map="auto",use_auth_token=HF_TOKEN)
43
 
44
 
@@ -216,5 +216,4 @@ with gr.Blocks(css=css) as ui:
216
 
217
  # Launch Gradio app
218
  if __name__ == "__main__":
219
-
220
  ui.launch(share=True)
 
36
  HF_TOKEN = os.getenv("HF_TOKEN")
37
  if HF_TOKEN is None:
38
  raise ValueError("HF_TOKEN is not set. Check your .env file.")
39
+ login(HF_TOKEN, add_to_git_credential=True)
40
  MODEL_NAME = "mistralai/Mistral-7B-Instruct-v0.3"
41
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, use_auth_token=HF_TOKEN)
42
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map="auto",use_auth_token=HF_TOKEN)
43
 
44
 
 
216
 
217
  # Launch Gradio app
218
  if __name__ == "__main__":
 
219
  ui.launch(share=True)