Gluttony-Cluster/text-ui/text-ui-deployment.yaml

53 lines
1.3 KiB
YAML
Raw Normal View History

2024-03-30 22:30:05 +00:00
apiVersion: apps/v1
kind: Deployment
metadata:
name: text-gen
namespace: text-gen-ns
spec:
replicas: 1
selector:
matchLabels:
app: text-generation-webui
template:
metadata:
labels:
app: text-generation-webui
spec:
containers:
- name: text-generation-webui
image: atinoda/text-generation-webui:default-nvidia
env:
- name: EXTRA_LAUNCH_ARGS
2024-03-31 00:48:27 +00:00
value: "--listen --verbose --api"
2024-03-30 22:30:05 +00:00
ports:
- containerPort: 7860
2024-03-31 00:48:27 +00:00
- containerPort: 5000 # Api port
2024-03-30 22:30:05 +00:00
- containerPort: 5005
volumeMounts:
- name: config-volume
2024-03-31 00:14:14 +00:00
mountPath: /app/characters
subPath: characters
- name: config-volume
mountPath: /app/loras
subPath: loras
- name: config-volume
mountPath: /app/models
subPath: models
- name: config-volume
mountPath: /app/presets
subPath: presets
- name: config-volume
mountPath: /app/prompts
subPath: prompts
- name: config-volume
mountPath: /app/training
subPath: training
2024-03-30 22:30:05 +00:00
resources:
limits:
nvidia.com/gpu: 1
volumes:
- name: config-volume
persistentVolumeClaim:
claimName: text-gen-pvc