Update ollama to use gpu

2024-04-12 21:05:57 -04:00 · 2024-04-12 21:05:57 -04:00 · 7f3bb2c1f3
commit 7f3bb2c1f3
parent 25f8c5b216
1 changed files with 4 additions and 0 deletions
--- a/ollama/ollama-deployment.yaml
+++ b/ollama/ollama-deployment.yaml
@ -13,11 +13,15 @@ spec:
      labels:
        app: ollama
    spec:
+      runtimeClassName: nvidia
      containers:
      - name: ollama
        image: ollama/ollama
        ports:
        - containerPort: 11434
+        resources:
+          limits:
+            nvidia.com/gpu: 2
        volumeMounts:
        - name: ollama-volume
          mountPath: /root/.ollama