File size: 1,022 Bytes
c446951 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 |
import typer
from inference_cli.lib import check_inference_server_status, start_inference_container
from typing_extensions import Annotated
server_app = typer.Typer(
help="""Commands for running the inference server locally. \n
Supported devices targets are x86 CPU, ARM64 CPU, and NVIDIA GPU."""
)
@server_app.command()
def start(
port: Annotated[
int,
typer.Option(
"--port",
"-p",
help="Port to run the inference server on (default is 9001).",
),
] = 9001,
rf_env: Annotated[
str,
typer.Option(
"--rf-env",
"-rfe",
help="Roboflow environment to run the inference server with (default is roboflow-platform).",
),
] = "roboflow-platform",
):
start_inference_container("", port=port, project=rf_env)
@server_app.command()
def status():
print("Checking status of inference server.")
check_inference_server_status()
if __name__ == "__main__":
server_app()
|