# AMD ROCm GPU overlay. Enable by setting COMPOSE_FILE in .env: # COMPOSE_FILE=docker-compose.yml:docker/gpu.amd.yml # RENDER_GID= # # Requires ROCm drivers on the host (kfd + DRI devices). The host user # running Docker must be in the `video` and `render` groups. # # This overlay only passes the host GPU through to the container. # The slim Odysseus image does not bundle ROCm userspace or inference # engines — install ROCm-compatible builds of vLLM / llama-cpp-python # via Cookbook -> Dependencies (or pip) before serving GPU models. services: odysseus: devices: - /dev/kfd - /dev/dri group_add: - video - ${RENDER_GID:-render}