kubernetes/manifest/gpu/ollama-statefulset-gpu.yaml

apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: ollama
  namespace: open-webui
spec:
  selector:
    matchLabels:
      app: ollama
  serviceName: "ollama"
  template:
    spec:
      containers:
      - name: ollama
        resources:
          limits:
            nvidia.com/gpu: "1"