batmanLovesAI commited on
Commit
547ddc8
·
1 Parent(s): 80609d0

how much more fix

Browse files
Files changed (2) hide show
  1. Dockerfile +6 -5
  2. start.sh +6 -6
Dockerfile CHANGED
@@ -1,15 +1,16 @@
1
  FROM ollama/ollama:latest
2
 
3
- # Pull model during build
4
  RUN ollama serve & \
5
  sleep 10 && \
6
  ollama pull embeddinggemma && \
7
  pkill ollama
8
 
9
- COPY start.sh /start.sh
10
-
11
- RUN chmod +x /start.sh
 
12
 
13
  EXPOSE 7860
14
 
15
- ENTRYPOINT ["/start.sh"]
 
 
1
  FROM ollama/ollama:latest
2
 
 
3
  RUN ollama serve & \
4
  sleep 10 && \
5
  ollama pull embeddinggemma && \
6
  pkill ollama
7
 
8
+ ENV OLLAMA_HOST=0.0.0.0:7860
9
+ ENV OLLAMA_NUM_PARALLEL=1
10
+ ENV OLLAMA_MAX_QUEUE=128
11
+ ENV OLLAMA_KEEP_ALIVE=1h
12
 
13
  EXPOSE 7860
14
 
15
+ ENTRYPOINT ["ollama"]
16
+ CMD ["serve"]
start.sh CHANGED
@@ -2,13 +2,13 @@
2
 
3
  export OLLAMA_HOST=0.0.0.0:7860
4
 
5
- # Keep model loaded forever
6
- export OLLAMA_KEEP_ALIVE=-1
7
 
8
- # Slightly increase concurrency
9
- export OLLAMA_NUM_PARALLEL=4
10
 
11
- # Larger queue
12
- export OLLAMA_MAX_QUEUE=1024
13
 
14
  exec ollama serve
 
2
 
3
  export OLLAMA_HOST=0.0.0.0:7860
4
 
5
+ # One request at a time
6
+ export OLLAMA_NUM_PARALLEL=1
7
 
8
+ # Smaller queue
9
+ export OLLAMA_MAX_QUEUE=128
10
 
11
+ # Keep model alive for 1 hour
12
+ export OLLAMA_KEEP_ALIVE=1h
13
 
14
  exec ollama serve