Gluttony-Cluster/text-ui/text-ui-deployment.yaml
Tyler Perkins d7d3e029df
All checks were successful
continuous-integration/drone/push Build is passing
Add API
2024-03-30 20:48:27 -04:00

53 lines
1.3 KiB
YAML

apiVersion: apps/v1
kind: Deployment
metadata:
name: text-gen
namespace: text-gen-ns
spec:
replicas: 1
selector:
matchLabels:
app: text-generation-webui
template:
metadata:
labels:
app: text-generation-webui
spec:
containers:
- name: text-generation-webui
image: atinoda/text-generation-webui:default-nvidia
env:
- name: EXTRA_LAUNCH_ARGS
value: "--listen --verbose --api"
ports:
- containerPort: 7860
- containerPort: 5000 # Api port
- containerPort: 5005
volumeMounts:
- name: config-volume
mountPath: /app/characters
subPath: characters
- name: config-volume
mountPath: /app/loras
subPath: loras
- name: config-volume
mountPath: /app/models
subPath: models
- name: config-volume
mountPath: /app/presets
subPath: presets
- name: config-volume
mountPath: /app/prompts
subPath: prompts
- name: config-volume
mountPath: /app/training
subPath: training
resources:
limits:
nvidia.com/gpu: 1
volumes:
- name: config-volume
persistentVolumeClaim:
claimName: text-gen-pvc