This commit is contained in:
2025-11-11 17:20:56 +01:00
parent 324751eb5d
commit 901e8166cd
14 changed files with 1762 additions and 4 deletions

17
docker-compose.gpu.yml Normal file
View File

@@ -0,0 +1,17 @@
# Docker Compose override for GPU support
# Usage: docker-compose -f docker-compose.yml -f docker-compose.gpu.yml up -d
#
# Prerequisites:
# 1. NVIDIA GPU with CUDA support
# 2. NVIDIA Docker runtime installed
# 3. Docker Compose v2.3+
services:
ollama:
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]