Pavel commited on
Commit ·
a57e1e8
1
Parent(s): 1688133
tei443
Browse files- Dockerfile +8 -1
Dockerfile
CHANGED
|
@@ -7,10 +7,17 @@ RUN mkdir -p /data && \
|
|
| 7 |
chmod 755 /data
|
| 8 |
|
| 9 |
ENV MODEL_ID=BAAI/bge-small-en-v1.5
|
|
|
|
| 10 |
EXPOSE 8080
|
| 11 |
|
| 12 |
# Switch back to non-root user
|
| 13 |
USER 1000
|
| 14 |
|
| 15 |
ENTRYPOINT ["text-embeddings-router"]
|
| 16 |
-
CMD ["--model-id", "BAAI/bge-small-en-v1.5",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
chmod 755 /data
|
| 8 |
|
| 9 |
ENV MODEL_ID=BAAI/bge-small-en-v1.5
|
| 10 |
+
ENV HF_HUB_CACHE=/data
|
| 11 |
EXPOSE 8080
|
| 12 |
|
| 13 |
# Switch back to non-root user
|
| 14 |
USER 1000
|
| 15 |
|
| 16 |
ENTRYPOINT ["text-embeddings-router"]
|
| 17 |
+
CMD ["--model-id", "BAAI/bge-small-en-v1.5", \
|
| 18 |
+
"--port", "8080", \
|
| 19 |
+
"--hostname", "0.0.0.0", \
|
| 20 |
+
"--max-concurrent-requests", "512", \
|
| 21 |
+
"--max-batch-tokens", "16384", \
|
| 22 |
+
"--max-client-batch-size", "32", \
|
| 23 |
+
"--huggingface-hub-cache", "/data"]
|