File size: 665 Bytes
fdf190d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
from transformers import AutoTokenizer
import argparse
parser = argparse.ArgumentParser()
parser.add_argument('--path', default="/public/home/qianlima/scow/Llama-3.1-70B-Instruct", type=str, help='模型路径')
args = parser.parse_args()
name = args.path[args.path.rfind('/')+1:]
# Initialize the tokenizer
tokenizer = AutoTokenizer.from_pretrained(args.path, trust_remote_code=True)
messages = [{"content": "You are a helpful assistant", "role": "system"},{"content": "Hello! What's your name", "role": "user"},{"content": "My name is Harry.", "role": "assistant"}]
new_prompt = tokenizer.apply_chat_template(messages, tokenize=False)
print(new_prompt)
print() |