File size: 365 Bytes
61ba51e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 | import argparse
import code
from sglang.srt.utils.hf_transformers_utils import get_tokenizer
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument(
"--name", type=str, default="meta-llama/Meta-Llama-3-8B-Instruct"
)
args = parser.parse_args()
t = get_tokenizer(args.name)
code.interact(local=locals())
|