QJMKWB commited on
Commit
086d105
·
verified ·
1 Parent(s): 99b3bba

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +26 -18
Dockerfile CHANGED
@@ -1,35 +1,43 @@
1
  FROM python:3.10-slim
2
 
3
- # Inštalácia systémových závislostí pod rootom
4
- RUN apt-get update && apt-get install -y \
 
5
  build-essential \
6
  cmake \
7
  git \
8
- && rm -rf /var/lib/apt/lists/*
 
 
9
 
10
- # Vytvorenie užívateľa (HF Spaces štandard)
11
  RUN useradd -m -u 1000 user
12
  USER user
13
  ENV HOME=/home/user \
14
  PATH=/home/user/.local/bin:$PATH \
15
- HF_HOME=/home/user/.cache/huggingface
16
 
17
  WORKDIR $HOME/app
18
 
19
- # Inštalácia python balíkov
20
- RUN pip install --no-cache-dir --upgrade pip
21
- RUN pip install --no-cache-dir huggingface_hub llama-cpp-python[server]
 
 
22
 
 
 
 
 
 
 
 
 
23
 
24
- # Zmeň v kroku 3 na:
25
- RUN huggingface-cli download bartowski/Qwen2.5-Coder-7B-Instruct-GGUF \
26
- Qwen2.5-Coder-7B-Instruct-Q8_0.gguf \
27
- --local-dir . --local-dir-use-symlinks False
28
-
29
- # Zmeň v kroku 4 (CMD) na:
30
- CMD ["python3", "-m", "llama_cpp.server", \
31
- "--model", "Qwen2.5-Coder-7B-Instruct-Q8_0.gguf", \
32
  "--host", "0.0.0.0", \
33
  "--port", "7860", \
34
- "--n_ctx", "8192", \
35
- "--chat_format", "chatml"]
 
1
  FROM python:3.10-slim
2
 
3
+ # 1. Systémové aktualizácie s logovaním postupu
4
+ RUN echo "--- START: Instalacia systemovych zavislosti ---" && \
5
+ apt-get update && apt-get install -y \
6
  build-essential \
7
  cmake \
8
  git \
9
+ curl && \
10
+ rm -rf /var/lib/apt/lists/* && \
11
+ echo "--- KONIEC: Instalacia systemovych zavislosti ---"
12
 
 
13
  RUN useradd -m -u 1000 user
14
  USER user
15
  ENV HOME=/home/user \
16
  PATH=/home/user/.local/bin:$PATH \
17
+ PYTHONUNBUFFERED=1
18
 
19
  WORKDIR $HOME/app
20
 
21
+ # 2. Instalacia Python balikov (vypisujeme verzie pre kontrolu)
22
+ RUN echo "--- START: Instalacia Python balikov ---" && \
23
+ pip install --no-cache-dir --upgrade pip && \
24
+ pip install --no-cache-dir huggingface_hub llama-cpp-python[server] && \
25
+ echo "--- KONIEC: Instalacia Python balikov ---"
26
 
27
+ # 3. Stahovanie modelu s progress barom
28
+ # --quiet sme vyhodili, aby si videl priebeh stahovania v logoch buildu
29
+ RUN echo "--- START: Stahovanie modelu z Hugging Face ---" && \
30
+ huggingface-cli download bartowski/Qwen2.5-Coder-7B-Instruct-GGUF \
31
+ Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf \
32
+ --local-dir . \
33
+ --local-dir-use-symlinks False && \
34
+ echo "--- KONIEC: Model stiahnuty ---"
35
 
36
+ # 4. Spustenie servera s detailnym logovanim
37
+ # Pridali sme --verbose a PYTHONUNBUFFERED=1 zabezpeci okamzity vypis do HF logov
38
+ ENTRYPOINT ["python3", "-m", "llama_cpp.server"]
39
+ CMD ["--model", "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf", \
 
 
 
 
40
  "--host", "0.0.0.0", \
41
  "--port", "7860", \
42
+ "--chat_format", "chatml", \
43
+ "--verbose", "True"]