# NVIDIA GPU overlay. Enable by setting COMPOSE_FILE in .env:
#   COMPOSE_FILE=docker-compose.yml:docker/gpu.nvidia.yml
#
# Requires the NVIDIA Container Toolkit on the host.
#   Arch:    sudo pacman -S nvidia-container-toolkit
#   Debian:  sudo apt install nvidia-container-toolkit
#   Fedora:  sudo dnf install nvidia-container-toolkit
# Then:
#   sudo nvidia-ctk runtime configure --runtime=docker
#   sudo systemctl restart docker
# Verify with:
#   docker info | grep -i nvidia
#
# This overlay only passes the host GPU through to the container.
# The slim Odysseus image does not bundle CUDA userspace or inference
# engines — install vLLM / llama-cpp-python / SGLang via
# Cookbook -> Dependencies (or pip) before serving GPU models.
services:
  odysseus:
    environment:
      - NVIDIA_VISIBLE_DEVICES=all
      - NVIDIA_DRIVER_CAPABILITIES=compute,utility
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]