79 lines
2.0 KiB
YAML
79 lines
2.0 KiB
YAML
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: localai
|
|
namespace: localai-ns
|
|
spec:
|
|
replicas: 1
|
|
selector:
|
|
matchLabels:
|
|
app: localai
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: localai
|
|
spec:
|
|
runtimeClassName: nvidia
|
|
containers:
|
|
- name: localai
|
|
image: quay.io/go-skynet/local-ai:v2.11.0-cublas-cuda12-ffmpeg
|
|
ports:
|
|
- containerPort: 8080
|
|
env:
|
|
- name: GALLERIEIS
|
|
value: '[{"name":"model-gallery", "url":"github:go-skynet/model-gallery/index.yaml"}, {"url": "github:go-skynet/model-gallery/huggingface.yaml","name":"huggingface"}]'
|
|
- name: DEBUG
|
|
value: "true"
|
|
resources:
|
|
limits:
|
|
nvidia.com/gpu: 2
|
|
volumeMounts:
|
|
- mountPath: "/build/models"
|
|
name: models
|
|
- name: filebrowser
|
|
image: git.clortox.com/infrastructure/filebrowser:v1.0.1
|
|
ports:
|
|
- containerPort: 80
|
|
volumeMounts:
|
|
- name: models
|
|
mountPath: /srv
|
|
env:
|
|
- name: ADMIN_PASS
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: filebrowswer-secret
|
|
key: ADMIN_PASS
|
|
- name: DEFAULT_USERNAME
|
|
value: "default"
|
|
- name: DEFAULT_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: filebrowswer-secret
|
|
key: DEFAULT_PASS
|
|
- name: BRANDING_NAME
|
|
value: "Model Files"
|
|
- name: AUTH_METHOD
|
|
value: "noauth"
|
|
- name: AUTH_HEADER
|
|
value: "X-Auth-User"
|
|
- name: PERM_ADMIN
|
|
value: "false"
|
|
- name: PERM_EXECUTE
|
|
value: "true"
|
|
- name: PERM_CREATE
|
|
value: "true"
|
|
- name: PERM_RENAME
|
|
value: "true"
|
|
- name: PERM_MODIFY
|
|
value: "true"
|
|
- name: PERM_DELETE
|
|
value: "true"
|
|
- name: PERM_SHARE
|
|
value: "false"
|
|
- name: PERM_DOWNLOAD
|
|
value: "true"
|
|
volumes:
|
|
- name: models
|
|
persistentVolumeClaim:
|
|
claimName: localai-pvc
|