Spaces:
Sleeping
Sleeping
Commit ·
547ddc8
1
Parent(s): 80609d0
how much more fix
Browse files- Dockerfile +6 -5
- start.sh +6 -6
Dockerfile
CHANGED
|
@@ -1,15 +1,16 @@
|
|
| 1 |
FROM ollama/ollama:latest
|
| 2 |
|
| 3 |
-
# Pull model during build
|
| 4 |
RUN ollama serve & \
|
| 5 |
sleep 10 && \
|
| 6 |
ollama pull embeddinggemma && \
|
| 7 |
pkill ollama
|
| 8 |
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
|
|
|
| 12 |
|
| 13 |
EXPOSE 7860
|
| 14 |
|
| 15 |
-
ENTRYPOINT ["
|
|
|
|
|
|
| 1 |
FROM ollama/ollama:latest
|
| 2 |
|
|
|
|
| 3 |
RUN ollama serve & \
|
| 4 |
sleep 10 && \
|
| 5 |
ollama pull embeddinggemma && \
|
| 6 |
pkill ollama
|
| 7 |
|
| 8 |
+
ENV OLLAMA_HOST=0.0.0.0:7860
|
| 9 |
+
ENV OLLAMA_NUM_PARALLEL=1
|
| 10 |
+
ENV OLLAMA_MAX_QUEUE=128
|
| 11 |
+
ENV OLLAMA_KEEP_ALIVE=1h
|
| 12 |
|
| 13 |
EXPOSE 7860
|
| 14 |
|
| 15 |
+
ENTRYPOINT ["ollama"]
|
| 16 |
+
CMD ["serve"]
|
start.sh
CHANGED
|
@@ -2,13 +2,13 @@
|
|
| 2 |
|
| 3 |
export OLLAMA_HOST=0.0.0.0:7860
|
| 4 |
|
| 5 |
-
#
|
| 6 |
-
export
|
| 7 |
|
| 8 |
-
#
|
| 9 |
-
export
|
| 10 |
|
| 11 |
-
#
|
| 12 |
-
export
|
| 13 |
|
| 14 |
exec ollama serve
|
|
|
|
| 2 |
|
| 3 |
export OLLAMA_HOST=0.0.0.0:7860
|
| 4 |
|
| 5 |
+
# One request at a time
|
| 6 |
+
export OLLAMA_NUM_PARALLEL=1
|
| 7 |
|
| 8 |
+
# Smaller queue
|
| 9 |
+
export OLLAMA_MAX_QUEUE=128
|
| 10 |
|
| 11 |
+
# Keep model alive for 1 hour
|
| 12 |
+
export OLLAMA_KEEP_ALIVE=1h
|
| 13 |
|
| 14 |
exec ollama serve
|