From c666d1b7bf94c579d9d6432d6b26d50d2126ba1a Mon Sep 17 00:00:00 2001
From: Tyler Perkins <tyler@clortox.com>
Date: Wed, 13 Dec 2023 21:59:54 -0500
Subject: [PATCH] Add local-ai container

---
 local-ai/local-ai-deployment.yml | 34 ++++++++++++++++++++++++++++++++
 local-ai/local-ai-model-pvc.yml  | 12 +++++++++++
 local-ai/local-ai-service.yml    | 13 ++++++++++++
 3 files changed, 59 insertions(+)
 create mode 100644 local-ai/local-ai-deployment.yml
 create mode 100644 local-ai/local-ai-model-pvc.yml
 create mode 100644 local-ai/local-ai-service.yml

diff --git a/local-ai/local-ai-deployment.yml b/local-ai/local-ai-deployment.yml
new file mode 100644
index 0000000..d647632
--- /dev/null
+++ b/local-ai/local-ai-deployment.yml
@@ -0,0 +1,34 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: local-ai
+  namespace: local-ai
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: local-ai
+  template:
+    metadata:
+      labels:
+        app: local-ai
+    spec:
+      containers:
+      - name: local-ai
+        image: quay.io/go-skynet/local-ai:v2.0.0
+        args:
+          - "--models-path"
+          - "/models"
+          - "--context-size"
+          - "700"
+          - "--threads"
+          - "4"
+        ports:
+        - containerPort: 8080
+        volumeMounts:
+        - name: models-volume
+          mountPath: /models
+      volumes:
+      - name: models-volume
+        persistentVolumeClaim:
+          claimName: local-ai-models-pvc
diff --git a/local-ai/local-ai-model-pvc.yml b/local-ai/local-ai-model-pvc.yml
new file mode 100644
index 0000000..984b5c8
--- /dev/null
+++ b/local-ai/local-ai-model-pvc.yml
@@ -0,0 +1,12 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: local-ai-models-pvc
+  namespace: local-ai-ns
+spec:
+  accessModes:
+    - ReadWriteOnce
+  storageClassName: longhorn
+  resources:
+    requests:
+      storage: 80Gi
diff --git a/local-ai/local-ai-service.yml b/local-ai/local-ai-service.yml
new file mode 100644
index 0000000..b5861aa
--- /dev/null
+++ b/local-ai/local-ai-service.yml
@@ -0,0 +1,13 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: local-ai-service
+  namespace: local-ai-ns
+spec:
+  selector:
+    app: local-ai
+  type: LoadBalancer
+  ports:
+    - protocol: TCP
+      port: 80
+      targetPort: 8080