| vllm-embed: | |
| image: vllm/vllm-openai-cpu:latest | |
| command: > | |
| --model ${VLLM_EMBED_MODEL:-BAAI/bge-m3} | |
| --port ${VLLM_EMBED_PORT:-8001} | |
| --dtype float32 | |
| --api-key ${VLLM_EMBED_API_KEY} | |
| ${VLLM_EMBED_EXTRA_ARGS:-} | |
| ports: | |
| - "${VLLM_EMBED_PORT:-8001}:${VLLM_EMBED_PORT:-8001}" | |
| volumes: | |
| - vllm_embed_cache:/root/.cache/huggingface | |
| healthcheck: | |
| test: | |
| - CMD-SHELL | |
| - 'PORT_HEX="$(printf ''%04X'' ${VLLM_EMBED_PORT:-8001})"; cat /proc/net/tcp /proc/net/tcp6 2>/dev/null | grep -q ":$${PORT_HEX} "' | |
| interval: 5s | |
| timeout: 3s | |
| retries: 120 | |
| start_period: 10s | |
| restart: unless-stopped | |