Infrastructure/Gluttony-Cluster
2
1
Fork 0
Code Issues 13 Pull Requests Packages Wiki Activity

Add ollama-with-models
All checks were successful
continuous-integration/drone/push Build is passing
Details

Browse Source
This commit is contained in:
Tyler Perkins 2024-04-13 21:00:43 -04:00
parent 7f3bb2c1f3
commit a96c730b93
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
ollama/ollama-deployment.yaml
View File

@ -17,6 +17,11 @@ spec:
containers: containers:
- name: ollama - name: ollama
image: ollama/ollama image: ollama/ollama
env:
- name: OLLAMA_HOST
value: 0.0.0.0
- name: OLLAMA_MODELS
value: "/models"
ports: ports:
- containerPort: 11434 - containerPort: 11434
resources: resources:
@ -24,7 +29,7 @@ spec:
nvidia.com/gpu: 2 nvidia.com/gpu: 2
volumeMounts: volumeMounts:
- name: ollama-volume - name: ollama-volume
mountPath: /root/.ollama mountPath: "/my-models"
volumes: volumes:
- name: ollama-volume - name: ollama-volume
persistentVolumeClaim: persistentVolumeClaim: