Justin commited on
Commit
5b6a521
·
1 Parent(s): 7618932

Removed requirements ... more pt 6

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -25,11 +25,11 @@ HF_TOKEN = os.getenv("HF_TOKEN") # Load from Render environment variable
25
  device = "cuda" if torch.cuda.is_available() else "cpu"
26
 
27
  #tokenizer = AutoTokenizer.from_pretrained(REPO_NAME, token=HF_TOKEN)
28
- tokenizer = LlamaTokenizer.from_pretrained(REPO_NAME, token=HF_TOKEN)
29
 
30
  model = AutoModelForCausalLM.from_pretrained(
31
  REPO_NAME,
32
- token=HF_TOKEN,
33
  torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
34
  device_map="auto"
35
  )
 
25
  device = "cuda" if torch.cuda.is_available() else "cpu"
26
 
27
  #tokenizer = AutoTokenizer.from_pretrained(REPO_NAME, token=HF_TOKEN)
28
+ tokenizer = LlamaTokenizer.from_pretrained(REPO_NAME, use_auth_token=HF_TOKEN)
29
 
30
  model = AutoModelForCausalLM.from_pretrained(
31
  REPO_NAME,
32
+ use_auth_token=HF_TOKEN,
33
  torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
34
  device_map="auto"
35
  )