# Docker Compose override for GPU support # Usage: docker-compose -f docker-compose.yml -f docker-compose.gpu.yml up -d # # Prerequisites: # 1. NVIDIA GPU with CUDA support # 2. NVIDIA Docker runtime installed # 3. Docker Compose v2.3+ services: ollama: deploy: resources: reservations: devices: - driver: nvidia count: all capabilities: [gpu]