version: "3.9" services: redis: image: redis:7 ports: - "6379:6379" vllm-code: image: vllm/vllm-openai:latest command: > --model deepseek-ai/DeepSeek-Coder-V2-Instruct --dtype float16 --port 8001 ports: - "8001:8000" deploy: resources: reservations: devices: - capabilities: [gpu] vllm-reason: image: vllm/vllm-openai:latest command: > --model Qwen/Qwen3-Coder-480B-A35B-Instruct --dtype float16 --port 8002 ports: - "8002:8000" api: build: ./api ports: - "8000:8000" depends_on: - redis - vllm-code - vllm-reason