#!/bin/bash # GPU Diagnostic Script for Munich News Ollama echo "==========================================" echo "GPU Diagnostic for Munich News Ollama" echo "==========================================" echo "" echo "1. Checking if NVIDIA runtime is available..." docker run --rm --gpus all nvidia/cuda:11.0-base nvidia-smi 2>&1 | head -20 echo "" echo "2. Checking Ollama container GPU configuration..." docker inspect munich-news-ollama | grep -A 10 "DeviceRequests" echo "" echo "3. Checking if GPU is accessible inside Ollama container..." docker exec munich-news-ollama nvidia-smi 2>&1 | head -20 echo "" echo "4. Checking Ollama logs for GPU messages..." docker logs munich-news-ollama 2>&1 | grep -i "gpu\|cuda\|nvidia" | tail -10 echo "" echo "5. Testing Ollama with a simple prompt..." docker exec munich-news-ollama ollama run phi3:latest "Hello" 2>&1 | head -10 echo "" echo "==========================================" echo "Diagnostic complete!" echo "=========================================="