| import argparse |
|
|
| from sglang.cli.generate import generate |
| from sglang.cli.serve import serve |
|
|
|
|
| def main(): |
| parser = argparse.ArgumentParser() |
| subparsers = parser.add_subparsers(dest="subcommand", required=True) |
|
|
| serve_parser = subparsers.add_parser( |
| "serve", |
| help="Launch the SGLang server.", |
| add_help=False, |
| ) |
| serve_parser.set_defaults(func=serve) |
|
|
| generate_parser = subparsers.add_parser( |
| "generate", |
| help="Run inference on a multimodal model.", |
| add_help=False, |
| ) |
| generate_parser.set_defaults(func=generate) |
|
|
| args, extra_argv = parser.parse_known_args() |
| args.func(args, extra_argv) |
|
|