gpu config

diagnose-gpu.sh

@@ -0,0 +1,31 @@
+#!/bin/bash
+# GPU Diagnostic Script for Munich News Ollama
+
+echo "=========================================="
+echo "GPU Diagnostic for Munich News Ollama"
+echo "=========================================="
+echo ""
+
+echo "1. Checking if NVIDIA runtime is available..."
+docker run --rm --gpus all nvidia/cuda:11.0-base nvidia-smi 2>&1 | head -20
+echo ""
+
+echo "2. Checking Ollama container GPU configuration..."
+docker inspect munich-news-ollama | grep -A 10 "DeviceRequests"
+echo ""
+
+echo "3. Checking if GPU is accessible inside Ollama container..."
+docker exec munich-news-ollama nvidia-smi 2>&1 | head -20
+echo ""
+
+echo "4. Checking Ollama logs for GPU messages..."
+docker logs munich-news-ollama 2>&1 | grep -i "gpu\|cuda\|nvidia" | tail -10
+echo ""
+
+echo "5. Testing Ollama with a simple prompt..."
+docker exec munich-news-ollama ollama run phi3:latest "Hello" 2>&1 | head -10
+echo ""
+
+echo "=========================================="
+echo "Diagnostic complete!"
+echo "=========================================="