Vasanth6 commited on
Commit
bfdf0c4
·
1 Parent(s): 75550b0

Optimize build model caching via snapshot_download to avoid OOM

Browse files
Files changed (1) hide show
  1. Dockerfile +10 -10
Dockerfile CHANGED
@@ -20,16 +20,16 @@ RUN pip install --no-cache-dir .
20
  RUN mkdir -p /app/nltk_data && \
21
  python -c "import nltk; nltk.download('punkt', download_dir='/app/nltk_data'); nltk.download('punkt_tab', download_dir='/app/nltk_data'); nltk.download('stopwords', download_dir='/app/nltk_data')"
22
 
23
- # Pre-download HF embedding models at build time
24
- RUN python -c "from sentence_transformers import SentenceTransformer; \
25
- SentenceTransformer('nomic-ai/nomic-embed-text-v1.5', trust_remote_code=True); \
26
- SentenceTransformer('google/gemma-3n-embedding-exp', trust_remote_code=True); \
27
- SentenceTransformer('Qwen/Qwen3-Embedding-0.6B', trust_remote_code=True)"
28
-
29
- # Pre-download HF Qwen LLM model at build time
30
- RUN python -c "from transformers import AutoTokenizer, AutoModelForCausalLM; \
31
- AutoTokenizer.from_pretrained('Qwen/Qwen2.5-1.5B-Instruct'); \
32
- AutoModelForCausalLM.from_pretrained('Qwen/Qwen2.5-1.5B-Instruct')"
33
 
34
  # Copy app code
35
  COPY . .
 
20
  RUN mkdir -p /app/nltk_data && \
21
  python -c "import nltk; nltk.download('punkt', download_dir='/app/nltk_data'); nltk.download('punkt_tab', download_dir='/app/nltk_data'); nltk.download('stopwords', download_dir='/app/nltk_data')"
22
 
23
+ # Pre-download HF embedding models at build time (download files only, no RAM loading)
24
+ RUN python -c "from huggingface_hub import snapshot_download; \
25
+ snapshot_download(repo_id='nomic-ai/nomic-embed-text-v1.5'); \
26
+ snapshot_download(repo_id='google/gemma-3n-embedding-exp'); \
27
+ snapshot_download(repo_id='Qwen/Qwen3-Embedding-0.6B')"
28
+
29
+ # Pre-download HF Qwen LLM model at build time (download files only, no RAM loading)
30
+ RUN python -c "from huggingface_hub import snapshot_download; \
31
+ snapshot_download(repo_id='Qwen/Qwen2.5-1.5B-Instruct')"
32
+
33
 
34
  # Copy app code
35
  COPY . .