| import argparse |
| import logging |
| import sys |
| from typing import List, Optional |
|
|
| import setproctitle |
| from sglang_router.mini_lb import MiniLoadBalancer |
| from sglang_router.router_args import RouterArgs |
|
|
| logger = logging.getLogger("router") |
|
|
| try: |
| from sglang_router.router import Router |
| except ImportError: |
| Router = None |
| logger.warning( |
| "Rust Router is not installed, only python MiniLB (debugging only) is available" |
| ) |
|
|
|
|
| def launch_router(args: argparse.Namespace) -> Optional[Router]: |
| """ |
| Launch the SGLang router with the configuration from parsed arguments. |
| |
| Args: |
| args: Namespace object containing router configuration |
| Can be either raw argparse.Namespace or converted RouterArgs |
| |
| Returns: |
| Router instance if successful, None if failed |
| """ |
| setproctitle.setproctitle("sglang::router") |
| try: |
| |
| if not isinstance(args, RouterArgs): |
| router_args = RouterArgs.from_cli_args(args) |
| else: |
| router_args = args |
|
|
| if router_args.mini_lb: |
| mini_lb = MiniLoadBalancer(router_args) |
| mini_lb.start() |
| else: |
| if Router is None: |
| raise RuntimeError("Rust Router is not installed") |
| router_args._validate_router_args() |
| router = Router.from_args(router_args) |
| router.start() |
|
|
| except Exception as e: |
| logger.error(f"Error starting router: {e}") |
| raise e |
|
|
|
|
| class CustomHelpFormatter( |
| argparse.RawDescriptionHelpFormatter, argparse.ArgumentDefaultsHelpFormatter |
| ): |
| """Custom formatter that preserves both description formatting and shows defaults""" |
|
|
| pass |
|
|
|
|
| def parse_router_args(args: List[str]) -> RouterArgs: |
| """Parse command line arguments and return RouterArgs instance.""" |
| parser = argparse.ArgumentParser( |
| description="""SGLang Router - High-performance request distribution across worker nodes |
| |
| Usage: |
| This launcher enables starting a router with individual worker instances. It is useful for |
| multi-node setups or when you want to start workers and router separately. |
| |
| Examples: |
| # Regular mode |
| python -m sglang_router.launch_router --worker-urls http://worker1:8000 http://worker2:8000 |
| |
| # PD disaggregated mode with same policy for both |
| python -m sglang_router.launch_router --pd-disaggregation \\ |
| --prefill http://prefill1:8000 9000 --prefill http://prefill2:8000 \\ |
| --decode http://decode1:8001 --decode http://decode2:8001 \\ |
| --policy cache_aware |
| |
| # PD mode with optional bootstrap ports |
| python -m sglang_router.launch_router --pd-disaggregation \\ |
| --prefill http://prefill1:8000 9000 \\ # With bootstrap port |
| --prefill http://prefill2:8000 none \\ # Explicitly no bootstrap port |
| --prefill http://prefill3:8000 \\ # Defaults to no bootstrap port |
| --decode http://decode1:8001 --decode http://decode2:8001 |
| |
| # PD mode with different policies for prefill and decode |
| python -m sglang_router.launch_router --pd-disaggregation \\ |
| --prefill http://prefill1:8000 --prefill http://prefill2:8000 \\ |
| --decode http://decode1:8001 --decode http://decode2:8001 \\ |
| --prefill-policy cache_aware --decode-policy power_of_two |
| |
| """, |
| formatter_class=CustomHelpFormatter, |
| ) |
|
|
| RouterArgs.add_cli_args(parser, use_router_prefix=False) |
| return RouterArgs.from_cli_args(parser.parse_args(args), use_router_prefix=False) |
|
|
|
|
| def main() -> None: |
| router_args = parse_router_args(sys.argv[1:]) |
| launch_router(router_args) |
|
|
|
|
| if __name__ == "__main__": |
| main() |
|
|
