slacktoid commited on
Commit
70b85a7
·
verified ·
1 Parent(s): 6b7606d

Delete phi3_transform.py

Browse files
Files changed (1) hide show
  1. phi3_transform.py +0 -18
phi3_transform.py DELETED
@@ -1,18 +0,0 @@
1
- # Load model directly
2
- from transformers import AutoTokenizer, AutoModelForCausalLM
3
-
4
- tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
5
- model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
6
- messages = [
7
- {"role": "user", "content": "Who are you?"},
8
- ]
9
- inputs = tokenizer.apply_chat_template(
10
- messages,
11
- add_generation_prompt=True,
12
- tokenize=True,
13
- return_dict=True,
14
- return_tensors="pt",
15
- ).to(model.device)
16
-
17
- outputs = model.generate(**inputs, max_new_tokens=40)
18
- print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:]))