Add text-gen

text-ui/text-ui-deployment.yaml

@@ -0,0 +1,35 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: text-gen
+  namespace: text-gen-ns
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: text-generation-webui
+  template:
+    metadata:
+      labels:
+        app: text-generation-webui
+    spec:
+      containers:
+      - name: text-generation-webui
+        image: atinoda/text-generation-webui:default-nvidia
+        env:
+          - name: EXTRA_LAUNCH_ARGS
+            value: "--listen --verbose"
+        ports:
+          - containerPort: 7860
+          - containerPort: 5000
+          - containerPort: 5005
+        volumeMounts:
+          - name: config-volume
+            mountPath: /app
+        resources:
+          limits:
+            nvidia.com/gpu: 1
+      volumes:
+        - name: config-volume
+          persistentVolumeClaim:
+            claimName: text-gen-pvc

text-ui/text-ui-pvc.yaml

@@ -0,0 +1,12 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: text-gen-pvc
+  namespace: text-gen-ns
+spec:
+  accessModes:
+    - ReadWriteMany
+  storageClassName: longhorn
+  resources:
+    requests:
+      storage: 100Gi

text-ui/text-ui-service.yaml

@@ -0,0 +1,19 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: text-generation-webui-service
+  namespace: text-gen-ns
+spec:
+  type: LoadBalancer
+  ports:
+    - name: web
+      port: 7860
+      targetPort: 7860
+    - name: api
+      port: 5000
+      targetPort: 5000
+    - name: stream
+      port: 5005
+      targetPort: 5005
+  selector:
+    app: text-generation-webui