infinity / Dockerfile
lydgs's picture
Update Dockerfile
29525fc verified
raw
history blame contribute delete
638 Bytes
FROM michaelf34/infinity:latest
# 国内加速(可选)
ENV HF_HOME=/data/huggingface
# 模型选择(轻量模型,适合免费 CPU)免费空间总量不要超过10亿
# BAAI/bge-small-zh-v1.5(中英文,轻量,24M 参数)
# 注意:CMD 中不要重复写 infinity_emb,直接写子命令和参数
# CMD ["v2", "--model-id", "sentence-transformers/all-MiniLM-L6-v2", "--port", "7860"]
CMD ["v2", \
"--model-id", "BAAI/bge-small-zh-v1.5", \
"--batch-size", "8", \
"--model-id", "sentence-transformers/all-MiniLM-L6-v2", \
"--batch-size", "4", \
"--url-prefix", "/v1", \
"--port", "7860"]