enable gpu acceleration for openedai-speech
This commit is contained in:
parent
e49e1f0cdb
commit
09b05de448
|
@ -43,7 +43,7 @@ spec:
|
||||||
limits:
|
limits:
|
||||||
memory: 4Gi
|
memory: 4Gi
|
||||||
cpu: 3000m
|
cpu: 3000m
|
||||||
nvidia.com/gpu: "2"
|
nvidia.com/gpu: "1"
|
||||||
# amd.com/gpu: "1"
|
# amd.com/gpu: "1"
|
||||||
ports:
|
ports:
|
||||||
- name: http
|
- name: http
|
||||||
|
|
|
@ -26,9 +26,13 @@ spec:
|
||||||
operator: In
|
operator: In
|
||||||
values:
|
values:
|
||||||
- amd64
|
- amd64
|
||||||
|
runtimeClassName: nvidia
|
||||||
containers:
|
containers:
|
||||||
- name: openedai-speech
|
- name: openedai-speech
|
||||||
image: ghcr.io/matatonic/openedai-speech
|
image: ghcr.io/matatonic/openedai-speech
|
||||||
|
env:
|
||||||
|
- name: EXTRA_ARGS
|
||||||
|
value: --preload xtts_v2.0.2
|
||||||
ports:
|
ports:
|
||||||
- name: http
|
- name: http
|
||||||
containerPort: 8000
|
containerPort: 8000
|
||||||
|
@ -38,7 +42,7 @@ spec:
|
||||||
memory: 1Gi
|
memory: 1Gi
|
||||||
limits:
|
limits:
|
||||||
cpu: 1000m
|
cpu: 1000m
|
||||||
memory: 1Gi
|
nvidia.com/gpu: "1"
|
||||||
volumeMounts:
|
volumeMounts:
|
||||||
- name: server-voices-pv
|
- name: server-voices-pv
|
||||||
mountPath: /app/voices
|
mountPath: /app/voices
|
||||||
|
|
Loading…
Reference in New Issue