2024-03-30 22:30:05 +00:00
|
|
|
apiVersion: apps/v1
|
|
|
|
|
kind: Deployment
|
|
|
|
|
metadata:
|
|
|
|
|
name: text-gen
|
|
|
|
|
namespace: text-gen-ns
|
|
|
|
|
spec:
|
|
|
|
|
replicas: 1
|
|
|
|
|
selector:
|
|
|
|
|
matchLabels:
|
|
|
|
|
app: text-generation-webui
|
|
|
|
|
template:
|
|
|
|
|
metadata:
|
|
|
|
|
labels:
|
|
|
|
|
app: text-generation-webui
|
|
|
|
|
spec:
|
|
|
|
|
containers:
|
|
|
|
|
- name: text-generation-webui
|
|
|
|
|
image: atinoda/text-generation-webui:default-nvidia
|
|
|
|
|
env:
|
|
|
|
|
- name: EXTRA_LAUNCH_ARGS
|
2024-03-31 00:48:27 +00:00
|
|
|
value: "--listen --verbose --api"
|
2024-03-30 22:30:05 +00:00
|
|
|
ports:
|
|
|
|
|
- containerPort: 7860
|
2024-03-31 00:48:27 +00:00
|
|
|
- containerPort: 5000 # Api port
|
2024-03-30 22:30:05 +00:00
|
|
|
- containerPort: 5005
|
|
|
|
|
volumeMounts:
|
|
|
|
|
- name: config-volume
|
2024-03-31 00:14:14 +00:00
|
|
|
mountPath: /app/characters
|
|
|
|
|
subPath: characters
|
|
|
|
|
- name: config-volume
|
|
|
|
|
mountPath: /app/loras
|
|
|
|
|
subPath: loras
|
|
|
|
|
- name: config-volume
|
|
|
|
|
mountPath: /app/models
|
|
|
|
|
subPath: models
|
|
|
|
|
- name: config-volume
|
|
|
|
|
mountPath: /app/presets
|
|
|
|
|
subPath: presets
|
|
|
|
|
- name: config-volume
|
|
|
|
|
mountPath: /app/prompts
|
|
|
|
|
subPath: prompts
|
|
|
|
|
- name: config-volume
|
|
|
|
|
mountPath: /app/training
|
|
|
|
|
subPath: training
|
|
|
|
|
|
2024-03-30 22:30:05 +00:00
|
|
|
resources:
|
|
|
|
|
limits:
|
|
|
|
|
nvidia.com/gpu: 1
|
|
|
|
|
volumes:
|
|
|
|
|
- name: config-volume
|
|
|
|
|
persistentVolumeClaim:
|
|
|
|
|
claimName: text-gen-pvc
|
