docker-compose.yml

version: "3.9"

services:

  redis:
    image: redis:7
    ports:
      - "6379:6379"

  vllm-code:
    image: vllm/vllm-openai:latest
    command: >
      --model deepseek-ai/DeepSeek-Coder-V2-Instruct
      --dtype float16
      --port 8001
    ports:
      - "8001:8000"
    deploy:
      resources:
        reservations:
          devices:
            - capabilities: [gpu]

  vllm-reason:
    image: vllm/vllm-openai:latest
    command: >
      --model Qwen/Qwen3-Coder-480B-A35B-Instruct
      --dtype float16
      --port 8002
    ports:
      - "8002:8000"

  api:
    build: ./api
    ports:
      - "8000:8000"
    depends_on:
      - redis
      - vllm-code
      - vllm-reason