File size: 523 Bytes
f1ba785
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
"""@module numeric-inference/serve — one process. ORT threads come from AXIS_ORT_INTRA_OP."""

from __future__ import annotations

import os

import uvicorn


def main() -> None:
    uvicorn.run(
        "axis_numeric.main:app",
        host=os.getenv("AXIS_BIND_HOST", "127.0.0.1"),
        port=int(os.getenv("AXIS_HTTP_PORT", "8081")),
        workers=1,
        access_log=False,
        timeout_keep_alive=5,
        timeout_graceful_shutdown=30,
    )


if __name__ == "__main__":
    main()