1
0
Fork 0

enable gpu acceleration for openedai-speech

This commit is contained in:
Massaki Archambault 2024-12-28 16:17:37 -05:00
parent e49e1f0cdb
commit 09b05de448
2 changed files with 6 additions and 2 deletions

View File

@ -43,7 +43,7 @@ spec:
limits: limits:
memory: 4Gi memory: 4Gi
cpu: 3000m cpu: 3000m
nvidia.com/gpu: "2" nvidia.com/gpu: "1"
# amd.com/gpu: "1" # amd.com/gpu: "1"
ports: ports:
- name: http - name: http

View File

@ -26,9 +26,13 @@ spec:
operator: In operator: In
values: values:
- amd64 - amd64
runtimeClassName: nvidia
containers: containers:
- name: openedai-speech - name: openedai-speech
image: ghcr.io/matatonic/openedai-speech image: ghcr.io/matatonic/openedai-speech
env:
- name: EXTRA_ARGS
value: --preload xtts_v2.0.2
ports: ports:
- name: http - name: http
containerPort: 8000 containerPort: 8000
@ -38,7 +42,7 @@ spec:
memory: 1Gi memory: 1Gi
limits: limits:
cpu: 1000m cpu: 1000m
memory: 1Gi nvidia.com/gpu: "1"
volumeMounts: volumeMounts:
- name: server-voices-pv - name: server-voices-pv
mountPath: /app/voices mountPath: /app/voices