QJMKWB commited on
Commit
d77b148
·
verified ·
1 Parent(s): 3bb3fbd

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +8 -30
Dockerfile CHANGED
@@ -1,14 +1,7 @@
1
  FROM python:3.10-slim
2
 
3
- # 1. Systémové aktualizácie s logovaním postupu
4
- RUN echo "--- START: Instalacia systemovych zavislosti ---" && \
5
- apt-get update && apt-get install -y \
6
- build-essential \
7
- cmake \
8
- git \
9
- curl && \
10
- rm -rf /var/lib/apt/lists/* && \
11
- echo "--- KONIEC: Instalacia systemovych zavislosti ---"
12
 
13
  RUN useradd -m -u 1000 user
14
  USER user
@@ -18,26 +11,11 @@ ENV HOME=/home/user \
18
 
19
  WORKDIR $HOME/app
20
 
21
- # 2. Instalacia Python balikov (vypisujeme verzie pre kontrolu)
22
- RUN echo "--- START: Instalacia Python balikov ---" && \
23
- pip install --no-cache-dir --upgrade pip && \
24
- pip install --no-cache-dir huggingface_hub llama-cpp-python[server] && \
25
- echo "--- KONIEC: Instalacia Python balikov ---"
26
 
27
- # 3. Stahovanie modelu s progress barom
28
- # --quiet sme vyhodili, aby si videl priebeh stahovania v logoch buildu
29
- RUN echo "--- START: Stahovanie modelu z Hugging Face ---" && \
30
- huggingface-cli download bartowski/Qwen2.5-Coder-7B-Instruct-GGUF \
31
- Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf \
32
- --local-dir . \
33
- --local-dir-use-symlinks False && \
34
- echo "--- KONIEC: Model stiahnuty ---"
35
 
36
- # 4. Spustenie servera s detailnym logovanim
37
- # Pridali sme --verbose a PYTHONUNBUFFERED=1 zabezpeci okamzity vypis do HF logov
38
- ENTRYPOINT ["python3", "-m", "llama_cpp.server"]
39
- CMD ["--model", "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf", \
40
- "--host", "0.0.0.0", \
41
- "--port", "7860", \
42
- "--chat_format", "chatml", \
43
- "--verbose", "True"]
 
1
  FROM python:3.10-slim
2
 
3
+ RUN apt-get update && apt-get install -y \
4
+ build-essential cmake git && rm -rf /var/lib/apt/lists/*
 
 
 
 
 
 
 
5
 
6
  RUN useradd -m -u 1000 user
7
  USER user
 
11
 
12
  WORKDIR $HOME/app
13
 
14
+ # Nainštalujeme len to najnutnejšie
15
+ RUN pip install --no-cache-dir huggingface_hub llama-cpp-python[server]
 
 
 
16
 
17
+ # Skopírujeme spúšťací skript
18
+ COPY --chown=user app.py .
 
 
 
 
 
 
19
 
20
+ # Spúšťame python skript, nie priamo server
21
+ CMD ["python", "app.py"]