Revert "Remove localai for now"

This reverts commit 5c931ab17f.

localai/localai-deployment.yaml

@@ -15,21 +15,21 @@ spec:
     spec:
       runtimeClassName: nvidia
       containers:
-        #- name: localai
+      - name: localai
-        #  image: quay.io/go-skynet/local-ai:v2.11.0-cublas-cuda12-ffmpeg
+        image: quay.io/go-skynet/local-ai:v2.11.0-cublas-cuda12-ffmpeg
-        #  ports:
+        ports:
-        #  - containerPort: 8080
+        - containerPort: 8080
-        #  env:
+        env:
-        #  - name: GALLERIEIS
+        - name: GALLERIEIS
-        #    value: '[{"name":"model-gallery", "url":"github:go-skynet/model-gallery/index.yaml"}, {"url": "github:go-skynet/model-gallery/huggingface.yaml","name":"huggingface"}]'
+          value: '[{"name":"model-gallery", "url":"github:go-skynet/model-gallery/index.yaml"}, {"url": "github:go-skynet/model-gallery/huggingface.yaml","name":"huggingface"}]'
-        #  - name: DEBUG
+        - name: DEBUG
-        #    value: "true"
+          value: "true"
-        #  resources:
+        resources:
-        #    limits:
+          limits:
-        #      nvidia.com/gpu: 2
+            nvidia.com/gpu: 2
-        #  volumeMounts:
+        volumeMounts:
-        #  - mountPath: "/build/models"
+        - mountPath: "/build/models"
-        #    name: models
+          name: models
       - name: filebrowser
         image: git.clortox.com/infrastructure/filebrowser:v1.0.1
         ports: