From 7f3bb2c1f3437cd7308c50aee6fba3b4459dfcc4 Mon Sep 17 00:00:00 2001
From: Tyler Perkins <tyler@clortox.com>
Date: Fri, 12 Apr 2024 21:05:57 -0400
Subject: [PATCH] Update ollama to use gpu

---
 ollama/ollama-deployment.yaml | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/ollama/ollama-deployment.yaml b/ollama/ollama-deployment.yaml
index 409d010..dea9cf3 100644
--- a/ollama/ollama-deployment.yaml
+++ b/ollama/ollama-deployment.yaml
@@ -13,11 +13,15 @@ spec:
       labels:
         app: ollama
     spec:
+      runtimeClassName: nvidia
       containers:
       - name: ollama
         image: ollama/ollama
         ports:
         - containerPort: 11434
+        resources:
+          limits:
+            nvidia.com/gpu: 2
         volumeMounts:
         - name: ollama-volume
           mountPath: /root/.ollama