Gluttony-Cluster/localai/localai-deployment.yaml

77 lines
2.0 KiB
YAML
Raw Normal View History

2024-04-06 16:50:44 +00:00
apiVersion: apps/v1
kind: Deployment
metadata:
name: localai
namespace: localai-ns
spec:
replicas: 1
selector:
matchLabels:
app: localai
template:
metadata:
labels:
app: localai
spec:
runtimeClassName: nvidia
containers:
- name: localai
image: quay.io/go-skynet/local-ai:v2.11.0-cublas-cuda12-ffmpeg
ports:
- containerPort: 8080
2024-04-06 18:21:49 +00:00
env:
- name: GALLERIEIS
value: '[{"name":"model-gallery", "url":"github:go-skynet/model-gallery/index.yaml"}, {"url": "github:go-skynet/model-gallery/huggingface.yaml","name":"huggingface"}]'
2024-04-06 16:50:44 +00:00
resources:
limits:
nvidia.com/gpu: 2
volumeMounts:
- mountPath: "/build/models"
name: models
- name: filebrowser
image: git.clortox.com/infrastructure/filebrowser:v1.0.1
ports:
- containerPort: 80
volumeMounts:
- name: models
mountPath: /srv
env:
- name: ADMIN_PASS
valueFrom:
secretKeyRef:
name: filebrowswer-secret
key: ADMIN_PASS
- name: DEFAULT_USERNAME
value: "default"
- name: DEFAULT_PASSWORD
valueFrom:
secretKeyRef:
name: filebrowswer-secret
key: DEFAULT_PASS
- name: BRANDING_NAME
value: "Model Files"
- name: AUTH_METHOD
2024-04-07 17:29:45 +00:00
value: "noauth"
2024-04-06 16:50:44 +00:00
- name: AUTH_HEADER
value: "X-Auth-User"
- name: PERM_ADMIN
value: "false"
- name: PERM_EXECUTE
value: "true"
- name: PERM_CREATE
value: "true"
- name: PERM_RENAME
value: "true"
- name: PERM_MODIFY
value: "true"
- name: PERM_DELETE
value: "true"
- name: PERM_SHARE
value: "false"
- name: PERM_DOWNLOAD
value: "true"
volumes:
- name: models
persistentVolumeClaim:
claimName: localai-pvc