jaydatech commited on
Commit
df9ad46
·
verified ·
1 Parent(s): 4f13852

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -32,8 +32,9 @@ HF_TOKEN = os.getenv("HF_TOKEN") # Load from Render environment variable
32
 
33
  device = "cuda" if torch.cuda.is_available() else "cpu"
34
 
35
- tokenizer = LlamaTokenizerFast.from_pretrained(REPO_NAME, token=HF_TOKEN)
36
  #tokenizer = LlamaTokenizer.from_pretrained(REPO_NAME, use_auth_token=HF_TOKEN)
 
37
 
38
  model = AutoModelForCausalLM.from_pretrained(
39
  REPO_NAME,
 
32
 
33
  device = "cuda" if torch.cuda.is_available() else "cpu"
34
 
35
+ #tokenizer = LlamaTokenizerFast.from_pretrained(REPO_NAME, token=HF_TOKEN)
36
  #tokenizer = LlamaTokenizer.from_pretrained(REPO_NAME, use_auth_token=HF_TOKEN)
37
+ tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
38
 
39
  model = AutoModelForCausalLM.from_pretrained(
40
  REPO_NAME,