AIencoder commited on
Commit
bd4303f
·
verified ·
1 Parent(s): 2aa0c1c

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +14 -0
Dockerfile CHANGED
@@ -26,6 +26,20 @@ RUN pip install --no-cache-dir \
26
  faster-whisper \
27
  huggingface_hub
28
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  # Copy application
30
  COPY app.py /app/app.py
31
 
 
26
  faster-whisper \
27
  huggingface_hub
28
 
29
+ # Create models directory
30
+ RUN mkdir -p /data/models
31
+
32
+ # Pre-download models one by one (so we see progress and can cache layers)
33
+ RUN python -c "from huggingface_hub import hf_hub_download; print('⬇️ Downloading Qwen2.5-0.5B...'); hf_hub_download('Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF', 'qwen2.5-coder-0.5b-instruct-q4_k_m.gguf', local_dir='/data/models'); print('✅ Done!')"
34
+
35
+ RUN python -c "from huggingface_hub import hf_hub_download; print('⬇️ Downloading Qwen2.5-1.5B...'); hf_hub_download('Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF', 'qwen2.5-coder-1.5b-instruct-q4_k_m.gguf', local_dir='/data/models'); print('✅ Done!')"
36
+
37
+ RUN python -c "from huggingface_hub import hf_hub_download; print('⬇️ Downloading Qwen2.5-3B...'); hf_hub_download('Qwen/Qwen2.5-Coder-3B-Instruct-GGUF', 'qwen2.5-coder-3b-instruct-q4_k_m.gguf', local_dir='/data/models'); print('✅ Done!')"
38
+
39
+ RUN python -c "from huggingface_hub import hf_hub_download; print('⬇️ Downloading Qwen2.5-7B...'); hf_hub_download('Qwen/Qwen2.5-Coder-7B-Instruct-GGUF', 'qwen2.5-coder-7b-instruct-q4_k_m.gguf', local_dir='/data/models'); print('✅ Done!')"
40
+
41
+ RUN python -c "from huggingface_hub import hf_hub_download; print('⬇️ Downloading DeepSeek-V2-Lite...'); hf_hub_download('bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF', 'DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf', local_dir='/data/models'); print('✅ Done!')"
42
+
43
  # Copy application
44
  COPY app.py /app/app.py
45