serety95's picture
Update numeric space
f1ba785 verified
Raw History Blame Contribute Delete
523 Bytes
"""@module numeric-inference/serve — one process. ORT threads come from AXIS_ORT_INTRA_OP."""
from __future__ import annotations
import os
import uvicorn
def main() -> None:
uvicorn.run(
"axis_numeric.main:app",
host=os.getenv("AXIS_BIND_HOST", "127.0.0.1"),
port=int(os.getenv("AXIS_HTTP_PORT", "8081")),
workers=1,
access_log=False,
timeout_keep_alive=5,
timeout_graceful_shutdown=30,
)
if __name__ == "__main__":
main()