docker/gpu.amd.yml

# AMD ROCm GPU overlay. Enable by setting COMPOSE_FILE in .env:
#   COMPOSE_FILE=docker-compose.yml:docker/gpu.amd.yml
#   RENDER_GID=<numeric output of: getent group render | cut -d: -f3>
#
# Requires ROCm drivers on the host (kfd + DRI devices). The host user
# running Docker must be in the `video` and `render` groups.
#
# This overlay only passes the host GPU through to the container.
# The slim Odysseus image does not bundle ROCm userspace or inference
# engines — install ROCm-compatible builds of vLLM / llama-cpp-python
# via Cookbook -> Dependencies (or pip) before serving GPU models.
services:
  odysseus:
    devices:
      - /dev/kfd
      - /dev/dri
    group_add:
      - video
      - ${RENDER_GID:-render}