Add ollama-with-models

2024-04-13 21:00:43 -04:00 · 2024-04-13 21:00:43 -04:00 · a96c730b93
parent 7f3bb2c1f3
commit a96c730b93
1 changed files with 6 additions and 1 deletions
--- a/ollama/ollama-deployment.yaml
+++ b/ollama/ollama-deployment.yaml
@ -17,6 +17,11 @@ spec:
      containers:
      - name: ollama
        image: ollama/ollama
+        env:
+        - name: OLLAMA_HOST
+          value: 0.0.0.0
+        - name: OLLAMA_MODELS
+          value: "/models"
        ports:
        - containerPort: 11434
        resources:
@ -24,7 +29,7 @@ spec:
            nvidia.com/gpu: 2
        volumeMounts:
        - name: ollama-volume
-          mountPath: /root/.ollama
+          mountPath: "/my-models"
      volumes:
      - name: ollama-volume
        persistentVolumeClaim: