Add back localai
All checks were successful
continuous-integration/drone/push Build is passing

This commit is contained in:
Tyler Perkins 2024-04-06 12:50:44 -04:00
parent 21dbec6c00
commit a96ffc3d41
Signed by: tyler
GPG Key ID: 03B27509E17EFDC8
4 changed files with 119 additions and 0 deletions

View File

@ -0,0 +1,75 @@
apiVersion: apps/v1
kind: Deployment
metadata:
name: localai
namespace: localai-ns
spec:
replicas: 1
selector:
matchLabels:
app: localai
template:
metadata:
labels:
app: localai
spec:
runtimeClassName: nvidia
containers:
- name: localai
image: quay.io/go-skynet/local-ai:v2.11.0-cublas-cuda12-ffmpeg
args: ["dolphin-2.7-mixtral-8x7b-GGUF"]
ports:
- containerPort: 8080
#env:
resources:
limits:
nvidia.com/gpu: 2
volumeMounts:
- mountPath: "/build/models"
name: models
- name: filebrowser
image: git.clortox.com/infrastructure/filebrowser:v1.0.1
ports:
- containerPort: 80
volumeMounts:
- name: models
mountPath: /srv
env:
- name: ADMIN_PASS
valueFrom:
secretKeyRef:
name: filebrowswer-secret
key: ADMIN_PASS
- name: DEFAULT_USERNAME
value: "default"
- name: DEFAULT_PASSWORD
valueFrom:
secretKeyRef:
name: filebrowswer-secret
key: DEFAULT_PASS
- name: BRANDING_NAME
value: "Model Files"
- name: AUTH_METHOD
value: "json"
- name: AUTH_HEADER
value: "X-Auth-User"
- name: PERM_ADMIN
value: "false"
- name: PERM_EXECUTE
value: "true"
- name: PERM_CREATE
value: "true"
- name: PERM_RENAME
value: "true"
- name: PERM_MODIFY
value: "true"
- name: PERM_DELETE
value: "true"
- name: PERM_SHARE
value: "false"
- name: PERM_DOWNLOAD
value: "true"
volumes:
- name: models
persistentVolumeClaim:
claimName: localai-pvc

11
localai/localai-pvc.yaml Normal file
View File

@ -0,0 +1,11 @@
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: localai-pvc
namespace: localai-ns
spec:
accessModes:
- ReadWriteMany
resources:
requests:
storage: 100Gi

View File

@ -0,0 +1,18 @@
apiVersion: v1
kind: Service
metadata:
name: localai
namespace: localai-ns
spec:
type: LoadBalancer
selector:
app: localai
ports:
- name: localai
port: 8080
targetPort: 8080
protocol: TCP
- name: filebrowswer
protocol: TCP
port: 80
targetPort: 80

View File

@ -0,0 +1,15 @@
apiVersion: bitnami.com/v1alpha1
kind: SealedSecret
metadata:
creationTimestamp: null
name: filebrowswer-secret
namespace: localai-ns
spec:
encryptedData:
ADMIN_PASS: AgAk9F2XnUWx2V/fJNlrGwoCNRpn9RjmKeR1Do8NMdwIWZNhRPdKXROgtdvQIhuxEMqWNmmGG//xhmb/gCkXfInh/5lnzqDZTB6JAi5VBaUfxw9LVqBY5vcyHNMXr9LQ9zhKf7lMVQct+3Z50mZqnulWElDpjjyPeeFjozI5Yp14Vvc9cDeWhNqTgv5O2Bf2syTTrqYBfvv1MiJi0pvVL4+jk7N44PpCbyUj/4shhrLmw1sO5JkT9MdSUMpGYFakrLIFXLpxFx67MPUeL6gttGzaPFve7vjDv2gGoZevNSB4PlerHrvtJ284HsK2U+eZuHJHdt1a67zYaYq5BhtCSVcS5wuV143e8P8pjrwJw/X8//TW/WbogYQJJNZzILQXS3r+CoyzpvBxTMdYKPzbA1/MxO7bowqUD/yrtreaJSgoKCp2wxLoREGcePwUsE59sJyOGupESGWnY2oCMsRPcIOAHjh0bbqT9Tq2X0q/xnUsR+Jye4TwPEYHbbV/IRKxTa30Tru8sba7gQuxfdHzA26WtBtzIVk7iC2ec4TN8CKLaNgJCLkIrrPbUh/ZxVYws7MiFFtHRm1DcgOEm9wtP8g+q4dXpetKy5XwMSBkL56X5mDY6YsjawezPvfAz2Bylpvb85r0prRZbqr7alXBHJYdP0LZqGhqouLwd5gtSoXnBuTRSNJEiCZJC0XRo12VBa5vJrY62isRuA4BgGQVFyrs5k0Z2UH0YQsnnVehkTx1Rg==
DEFAULT_PASS: AgAc589B+a0xfVKa0csXkKLobdWT+Dcq9M0ra4CHY+5RIRp2tyu6Riy2KV54GLwd9IdTbQWrtNcwiAGQ7r1jll2Tz04v70ypD/7O8f98Oevxvy82KM04uOiG7fhSv9SIUg2ny18GtnJFHAElAzdBTLrWCk9doDnq5DRDmR/K9x7l90yWEJeQThpvRX/FV32POwqfMmal9pcHWbjuY+AW5vksroxfap4aqPbLGQ7X+2AAXe7MJDM9h78jTaPtqbDITludmb2MB3rdWEcU7TI1yQ8PsC6Sl3/slTECDW2DF0sova/UcEhN6moTtlBI9nTpnNErCDqS645BpfElaynxyHIrVASBLgeqJFrB3ls/w+rMbUfO6dEbgfGDc7NaDov+mkR8LnIiJqIroEEXuka99M5jXfp7++qwk3RMFH9CoDTIxfZWsYT3iAk5XOTSSHAMaNIFkrSLHZSTlLRjHOvCiRnif2GBYhNPom066elwuLJI+4LIpefRzSqlWrZyiqID4UCX8guFrNT35fr26jVbIlGgTG98NJ420XlzUGDoMNQRdLs/+7DnA52mDbXmV7JdLsPMm3W87cqZa/vl57zbAOab9BoV9Y9zMVl61c/hj4VVfBDdGsy7GCgSLtFxhUllB13eac6Hi3+jD6mREgtxVm3N1Nm9EYt+HpEstoDQUpcDu979t5IcxPjzPglNwpBFegSGmR/4+Hn3rOjRcGCkDG87ZSrGkE1ljogXrWWZJQrZeQ==
template:
metadata:
creationTimestamp: null
name: filebrowswer-secret
namespace: localai-ns