Gluttony-Cluster/local-ai/local-ai-deployment.yml

apiVersion: apps/v1
kind: Deployment
metadata:
  name: local-ai
  namespace: local-ai-ns
spec:
  replicas: 1
  selector:
    matchLabels:
      app: local-ai
  template:
    metadata:
      labels:
        app: local-ai
    spec:
      containers:
      - name: local-ai
        image: quay.io/go-skynet/local-ai:latest
        args:
          - "--models-path"
          - "/models"
          - "--context-size"
          - "700"
          - "--threads"
          - "4"
        ports:
        - containerPort: 8080
        volumeMounts:
        - name: models-volume
          mountPath: /models
      volumes:
      - name: models-volume
        persistentVolumeClaim:
          claimName: local-ai-models-pvc