Gluttony-Cluster/ollama/ollama-deployment.yaml
Tyler Perkins 2c4af078e0
All checks were successful
continuous-integration/drone/push Build is passing
Fix mount directory
2024-05-10 22:05:17 -04:00

37 lines
746 B
YAML

apiVersion: apps/v1
kind: Deployment
metadata:
name: ollama
namespace: ollama-ns
spec:
replicas: 1
selector:
matchLabels:
app: ollama
template:
metadata:
labels:
app: ollama
spec:
runtimeClassName: nvidia
containers:
- name: ollama
image: ollama/ollama
env:
- name: OLLAMA_HOST
value: 0.0.0.0
- name: OLLAMA_MODELS
value: "/models"
ports:
- containerPort: 11434
resources:
limits:
nvidia.com/gpu: 3
volumeMounts:
- name: ollama-volume
mountPath: "/models"
volumes:
- name: ollama-volume
persistentVolumeClaim:
claimName: ollama-pvc