enable gpu acceleration for openedai-speech

kustomize/bases/k8s-device-plugin-nvidia/nvidia-device-plugin-helmchart.yaml

@@ -6,7 +6,7 @@ metadata:
 spec:
   repo: https://nvidia.github.io/k8s-device-plugin
   chart: nvidia-device-plugin
-  version: 0.16.1
+  version: 0.17.0
   targetNamespace: kube-system
   set:
     config.default: config0

kustomize/bases/ollama/ollama-deployment.yaml

@@ -43,7 +43,7 @@ spec:
             limits:
               memory: 4Gi
               cpu: 3000m
-              nvidia.com/gpu: "2"
+              nvidia.com/gpu: "1"
               # amd.com/gpu: "1"
           ports:
             - name: http

kustomize/bases/openedai-speech/openedai-speech-deployment.yaml

@@ -26,9 +26,13 @@ spec:
                     operator: In
                     values:
                       - amd64
+      runtimeClassName: nvidia
       containers:
         - name: openedai-speech
           image: ghcr.io/matatonic/openedai-speech
+          env:
+            - name: EXTRA_ARGS
+              value: --preload xtts_v2.0.2
           ports:
             - name: http
               containerPort: 8000
@@ -38,7 +42,7 @@ spec:
               memory: 1Gi
             limits:
               cpu: 1000m
-              memory: 1Gi
+              nvidia.com/gpu: "1"
           volumeMounts:
             - name: server-voices-pv
               mountPath: /app/voices

kustomize/bases/traefik/kustomization.yaml

@@ -2,7 +2,7 @@
 
 resources:
   - traefik-helmchartconfig.yaml
-  - traefik-ingress.yaml
+  # - traefik-ingress.yaml
 
 namespace: kube-system
 

kustomize/bases/traefik/traefik-helmchartconfig.yaml

@@ -12,8 +12,8 @@ spec:
       - '--api.insecure=true'
       - '--metrics.prometheus=true'
     ports:
-      traefik:
-        expose: true
+      # traefik:
+      #   expose: true
       websecure:
         hostPort: 8443
     # ports:

kustomize/env/prod/kustomization.yaml

@@ -18,13 +18,13 @@ images:
   - name: gitea/gitea
     newTag: 1.21.11
   - name: grafana/grafana
-    newTag: 11.3.0
+    newTag: 11.4.0
   - name: prom/blackbox-exporter
     newTag: v0.24.0
   - name: nextcloud
-    newTag: 30.0.2
+    newTag: 30.0.4
   - name: collabora/code
-    newTag: 24.04.9.2.1
+    newTag: 24.04.11.1.1
   - name: nextcloud/aio-imaginary
     newTag: 20230613_120442-latest-arm64
   # - name: jellyfin/jellyfin
@@ -38,14 +38,14 @@ images:
   - name: redis
     newTag: "7.4"
   - name: bitnami/kubectl
-    newTag: "1.29"
+    newTag: "1.31"
   - name: ollama/ollama
     newTag: 0.3.14
     # newTag: 0.3.6-rocm
   # - name: ghcr.io/berriai/litellm
   #   newTag: main-v1.43.1
   - name: ghcr.io/open-webui/open-webui
-    newTag: v0.4.7
+    newTag: v0.5.2
   - name: ghcr.io/sillytavern/sillytavern
     newTag: 1.12.7