FROM nvcr.io/nvidia/cuda:11.4.2-cudnn8-runtime-ubuntu20.04 WORKDIR /app RUN rm -rf /var/lib/apt/lists/* && apt-get clean && apt-get update -y && DEBIAN_FRONTEND=noninteractive apt-get install -y \ ffmpeg \ libxext6 \ libopencv-dev \ uvicorn \ python3-pip \ git \ && rm -rf /var/lib/apt/lists/* COPY requirements/requirements.sam.txt \ requirements/requirements.clip.txt \ requirements/requirements.http.txt \ requirements/requirements.gpu.txt \ requirements/requirements.waf.txt \ requirements/requirements.gaze.txt \ requirements/requirements.doctr.txt \ requirements/_requirements.txt \ ./ RUN pip3 install --upgrade pip && pip3 install \ -r _requirements.txt \ -r requirements.sam.txt \ -r requirements.clip.txt \ -r requirements.http.txt \ -r requirements.gpu.txt \ -r requirements.waf.txt \ -r requirements.gaze.txt \ -r requirements.doctr.txt \ --upgrade \ && rm -rf ~/.cache/pip WORKDIR /app/ COPY inference inference COPY docker/config/trt_http.py trt_http.py ENV VERSION_CHECK_MODE=continuous ENV PROJECT=roboflow-platform ENV NUM_WORKERS=1 ENV HOST=0.0.0.0 ENV PORT=9001 ENTRYPOINT uvicorn trt_http:app --workers $NUM_WORKERS --host $HOST --port $PORT