fathos82 commited on
Commit
f10ecd7
·
verified ·
1 Parent(s): f394952

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -7
Dockerfile CHANGED
@@ -1,19 +1,15 @@
1
  FROM ollama/ollama:latest
2
-
3
  USER root
4
  RUN apt-get update && apt-get install -y \
5
  python3 \
6
  python3-pip \
7
  && rm -rf /var/lib/apt/lists/*
8
-
9
  RUN mkdir -p /workspace/ollama \
10
  /workspace/webui \
11
  /workspace/home && \
12
  chmod -R 777 /workspace
13
-
14
  RUN pip install open-webui --break-system-packages && \
15
  chmod -R 777 /usr/local/lib/python3.12/dist-packages/open_webui/static
16
-
17
  USER 1000
18
  ENV HOME=/workspace/home \
19
  PATH=/usr/local/bin:$PATH \
@@ -21,9 +17,11 @@ ENV HOME=/workspace/home \
21
  OLLAMA_MODELS=/workspace/ollama \
22
  DATA_DIR=/workspace/webui \
23
  WEBUI_SECRET_KEY=supersecretkey123 \
24
- HF_TOKEN=${HF_TOKEN}
25
-
 
 
 
26
  EXPOSE 7860
27
-
28
  ENTRYPOINT []
29
  CMD ["sh", "-c", "ollama serve & sleep 5 && open-webui serve --port 7860 --host 0.0.0.0"]
 
1
  FROM ollama/ollama:latest
 
2
  USER root
3
  RUN apt-get update && apt-get install -y \
4
  python3 \
5
  python3-pip \
6
  && rm -rf /var/lib/apt/lists/*
 
7
  RUN mkdir -p /workspace/ollama \
8
  /workspace/webui \
9
  /workspace/home && \
10
  chmod -R 777 /workspace
 
11
  RUN pip install open-webui --break-system-packages && \
12
  chmod -R 777 /usr/local/lib/python3.12/dist-packages/open_webui/static
 
13
  USER 1000
14
  ENV HOME=/workspace/home \
15
  PATH=/usr/local/bin:$PATH \
 
17
  OLLAMA_MODELS=/workspace/ollama \
18
  DATA_DIR=/workspace/webui \
19
  WEBUI_SECRET_KEY=supersecretkey123 \
20
+ HF_TOKEN=${HF_TOKEN} \
21
+ OLLAMA_FLASH_ATTENTION=1 \
22
+ OLLAMA_KV_CACHE_TYPE=q8_0 \
23
+ OLLAMA_NUM_PARALLEL=1 \
24
+ OLLAMA_CONTEXT_LENGTH=4096
25
  EXPOSE 7860
 
26
  ENTRYPOINT []
27
  CMD ["sh", "-c", "ollama serve & sleep 5 && open-webui serve --port 7860 --host 0.0.0.0"]