File size: 615 Bytes
b778e16
20f39f5
1688133
 
 
 
 
 
b362c4b
a57e1e8
d28a110
20f39f5
1688133
 
 
20f39f5
b362c4b
d28a110
a57e1e8
 
 
 
cb53020
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
FROM ghcr.io/huggingface/text-embeddings-inference:cpu-1.7

# Create data directory and set permissions
USER root
RUN mkdir -p /data && \
    chown -R 1000:1000 /data && \
    chmod 755 /data

ENV MODEL_ID=nomic-ai/nomic-embed-text-v1.5
ENV HF_HUB_CACHE=/data


# Switch back to non-root user
USER 1000

ENTRYPOINT ["text-embeddings-router"]
CMD ["--model-id", "nomic-ai/nomic-embed-text-v1.5", \
     "--port", "7860", \
     "--hostname", "0.0.0.0", \
     "--max-concurrent-requests", "512", \
     "--max-batch-tokens", "16384", \
     "--max-client-batch-size", "32", \
     "--huggingface-hub-cache", "/data"]