Add local-ai container

local-ai/local-ai-deployment.yml

@@ -0,0 +1,34 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: local-ai
+  namespace: local-ai
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: local-ai
+  template:
+    metadata:
+      labels:
+        app: local-ai
+    spec:
+      containers:
+      - name: local-ai
+        image: quay.io/go-skynet/local-ai:v2.0.0
+        args:
+          - "--models-path"
+          - "/models"
+          - "--context-size"
+          - "700"
+          - "--threads"
+          - "4"
+        ports:
+        - containerPort: 8080
+        volumeMounts:
+        - name: models-volume
+          mountPath: /models
+      volumes:
+      - name: models-volume
+        persistentVolumeClaim:
+          claimName: local-ai-models-pvc

local-ai/local-ai-model-pvc.yml

@@ -0,0 +1,12 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: local-ai-models-pvc
+  namespace: local-ai-ns
+spec:
+  accessModes:
+    - ReadWriteOnce
+  storageClassName: longhorn
+  resources:
+    requests:
+      storage: 80Gi

local-ai/local-ai-service.yml

@@ -0,0 +1,13 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: local-ai-service
+  namespace: local-ai-ns
+spec:
+  selector:
+    app: local-ai
+  type: LoadBalancer
+  ports:
+    - protocol: TCP
+      port: 80
+      targetPort: 8080