modified

Dockerfile

@@ -5,13 +5,13 @@ FROM vllm/vllm-openai:latest
 # RUN apt-get update && apt-get install -y procps vim
 
 # Set environment variables
-# ENV HF_HOME="/tmp/huggingface"
-# ENV XDG_CACHE_HOME="/tmp/cache"
-# ENV NUMBA_CACHE_DIR="/tmp/numba_cache"
-# ENV OUTLINES_CACHE_DIR="/tmp/outlines_cache"
-# ENV VLLM_USE_MODELSCOPE="false"
-# ENV VLLM_DISABLE_USAGE_STATS="true"
-# ENV XDG_CONFIG_HOME="/tmp/config"
+ENV HF_HOME="/tmp/huggingface"
+ENV XDG_CACHE_HOME="/tmp/cache"
+ENV NUMBA_CACHE_DIR="/tmp/numba_cache"
+ENV OUTLINES_CACHE_DIR="/tmp/outlines_cache"
+ENV VLLM_USE_MODELSCOPE="false"
+ENV VLLM_DISABLE_USAGE_STATS="true"
+ENV XDG_CONFIG_HOME="/tmp/config"
 
 # Ensure PATH includes common Python locations
 ENV PATH="/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin:$PATH"