fathos82 commited on
Commit
bdf1236
·
verified ·
1 Parent(s): f10ecd7

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -1
Dockerfile CHANGED
@@ -21,7 +21,8 @@ ENV HOME=/workspace/home \
21
  OLLAMA_FLASH_ATTENTION=1 \
22
  OLLAMA_KV_CACHE_TYPE=q8_0 \
23
  OLLAMA_NUM_PARALLEL=1 \
24
- OLLAMA_CONTEXT_LENGTH=4096
 
25
  EXPOSE 7860
26
  ENTRYPOINT []
27
  CMD ["sh", "-c", "ollama serve & sleep 5 && open-webui serve --port 7860 --host 0.0.0.0"]
 
21
  OLLAMA_FLASH_ATTENTION=1 \
22
  OLLAMA_KV_CACHE_TYPE=q8_0 \
23
  OLLAMA_NUM_PARALLEL=1 \
24
+ OLLAMA_CONTEXT_LENGTH=4096 \
25
+ OLLAMA_KEEP_ALIVE=-1
26
  EXPOSE 7860
27
  ENTRYPOINT []
28
  CMD ["sh", "-c", "ollama serve & sleep 5 && open-webui serve --port 7860 --host 0.0.0.0"]