jaydatech commited on
Commit
054aa6d
·
verified ·
1 Parent(s): 0f2cc4d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -31,6 +31,8 @@ REPO_NAME = "jaydatech/phi3-finetuned-project"
31
  BASE_MODEL = "microsoft/Phi-3-mini-4k-instruct"
32
  HF_TOKEN = os.getenv("HF_TOKEN") # Load from Render environment variable
33
 
 
 
34
  device = "cuda" if torch.cuda.is_available() else "cpu"
35
 
36
  #tokenizer = LlamaTokenizerFast.from_pretrained(REPO_NAME, token=HF_TOKEN)
@@ -43,8 +45,7 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
43
  # use_auth_token=HF_TOKEN
44
  # )
45
 
46
- config = AutoConfig.from_pretrained(REPO_NAME, use_auth_token=HF_TOKEN)
47
- tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL, trust_remode_code=True, use_auth_token=HF_TOKEN)
48
 
49
  model = AutoModelForCausalLM.from_pretrained(
50
  REPO_NAME,
 
31
  BASE_MODEL = "microsoft/Phi-3-mini-4k-instruct"
32
  HF_TOKEN = os.getenv("HF_TOKEN") # Load from Render environment variable
33
 
34
+ config = AutoConfig.from_pretrained(REPO_NAME, use_auth_token=HF_TOKEN)
35
+
36
  device = "cuda" if torch.cuda.is_available() else "cpu"
37
 
38
  #tokenizer = LlamaTokenizerFast.from_pretrained(REPO_NAME, token=HF_TOKEN)
 
45
  # use_auth_token=HF_TOKEN
46
  # )
47
 
48
+ tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL, trust_remote_code=True)
 
49
 
50
  model = AutoModelForCausalLM.from_pretrained(
51
  REPO_NAME,