SEAGLE / sglang /cli /main.py
Zip Ye
initial commit
fa1aa1c
Raw
History Blame Contribute Delete
746 Bytes
import argparse
from sglang.cli.generate import generate
from sglang.cli.serve import serve
def main():
parser = argparse.ArgumentParser()
subparsers = parser.add_subparsers(dest="subcommand", required=True)
serve_parser = subparsers.add_parser(
"serve",
help="Launch the SGLang server.",
add_help=False, # Defer help to the specific parser
)
serve_parser.set_defaults(func=serve)
generate_parser = subparsers.add_parser(
"generate",
help="Run inference on a multimodal model.",
add_help=False, # Defer help to the specific parser
)
generate_parser.set_defaults(func=generate)
args, extra_argv = parser.parse_known_args()
args.func(args, extra_argv)