Dockerfile

FROM pytorch/torchserve:latest-gpu

# set user root
USER root

RUN pip install --upgrade pip

# Install dependencies
RUN pip install diffusers transformers accelerate invisible-watermark nvgpu google-cloud-storage tensorrt

# Copying model files
COPY ./config.properties /home/model-server/config.properties
COPY ./sketch-model-3.mar /home/model-server/sketch-model-3.mar

USER model-server

# Expose health and prediction listener ports from the image
EXPOSE 7080
EXPOSE 7081

# # Generate MAR file

CMD ["torchserve", \
     "--start", \
     "--ts-config=/home/model-server/config.properties", \
     "--models", \
     "sketch-model-3.mar", \
     "--model-store", \
     "/home/model-server"]