dockerilfe

Dockerfile

@@ -1,4 +1,14 @@
-FROM python:3.11
+FROM python:3.11 as builder
+
+WORKDIR /code
+
+COPY server/pdm.lock server/pyproject.toml ./
+
+RUN pip install pdm
+
+RUN pdm install
+
+FROM nvidia/cuda:12.3.1-devel-ubuntu20.04
 
 RUN useradd -m -u 1000 user
 USER user
@@ -8,17 +18,13 @@ ENV HOME=/home/user \
 
 WORKDIR $HOME/code
 
-ENV PDM_CACHE_DIR $HOME/code/.pdm_cache/
-ENV HF_HOME $HOME/code/.hf_home/
-
-COPY --chown=user server/pdm.lock server/pyproject.toml ./
-
-RUN pip install pdm
-
-RUN pdm install
+COPY --from=builder --chown=user /code/.venv ./.venv
 
 COPY --chown=user server/ ./
 
+ENV PDM_CACHE_DIR $HOME/code/.pdm_cache/
+ENV HF_HOME $HOME/code/.hf_home/
+
 ENV DEVICE cuda:0
 ENV ATTN_IMPLEMENTATION flash_attention_2