Gluttony-Cluster/localai/localai-deployment.yaml

75 lines
1.8 KiB
YAML
Raw Normal View History

2024-04-06 03:24:20 +00:00
apiVersion: apps/v1
kind: Deployment
metadata:
name: localai
namespace: localai-ns
spec:
replicas: 1
selector:
matchLabels:
app: localai
template:
metadata:
labels:
app: localai
spec:
runtimeClassName: nvidia
containers:
- name: localai
image: quay.io/go-skynet/local-ai:v2.11.0-cublas-cuda12-ffmpeg
ports:
- containerPort: 8080
#env:
resources:
limits:
nvidia.com/gpu: 3
volumeMounts:
- mountPath: "/build/models"
name: models
- name: filebrowser
image: git.clortox.com/infrastructure/filebrowser:v1.0.1
ports:
- containerPort: 80
volumeMounts:
- name: models
mountPath: /srv
env:
- name: ADMIN_PASS
valueFrom:
secretKeyRef:
name: filebrowswer-secret
key: ADMIN_PASS
- name: DEFAULT_USERNAME
value: "default"
- name: DEFAULT_PASSWORD
valueFrom:
secretKeyRef:
name: filebrowswer-secret
key: DEFAULT_PASS
- name: BRANDING_NAME
value: "Model Files"
- name: AUTH_METHOD
value: "json"
- name: AUTH_HEADER
value: "X-Auth-User"
- name: PERM_ADMIN
value: "false"
- name: PERM_EXECUTE
value: "true"
- name: PERM_CREATE
value: "true"
- name: PERM_RENAME
value: "true"
- name: PERM_MODIFY
value: "true"
- name: PERM_DELETE
value: "true"
- name: PERM_SHARE
value: "false"
- name: PERM_DOWNLOAD
value: "true"
volumes:
- name: models
persistentVolumeClaim:
claimName: localai-pvc