StefanG2002 commited on
Commit
ce2b463
·
verified ·
1 Parent(s): 8bcb2c2

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -0
main.py CHANGED
@@ -17,6 +17,7 @@ model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-128k-instruct
17
  device_map="auto",
18
  token=HF_TOKEN
19
  )
 
20
 
21
  class Item(BaseModel):
22
  prompt: str
 
17
  device_map="auto",
18
  token=HF_TOKEN
19
  )
20
+ tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct", trust_remote_code=True, token=HF_TOKEN)
21
 
22
  class Item(BaseModel):
23
  prompt: str