badjware
/
home-stack-kustomize
1
0
Fork 0
Code Releases Activity

assign extra nvida gpu to ollama

This commit is contained in:
Massaki Archambault 2024-08-17 14:16:16 -04:00
parent 7060126ca7
commit 53b77ba489
3 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
kustomize/bases/ollama/ollama-deployment.yaml
View File

@ -29,7 +29,6 @@ spec:
containers: containers:
- name: server - name: server
image: ollama/ollama image: ollama/ollama
# image: badjware/ollama-tweak
env: env:
- name: OLLAMA_KEEP_ALIVE - name: OLLAMA_KEEP_ALIVE
value: 36h value: 36h
@ -44,7 +43,8 @@ spec:
limits: limits:
memory: 4Gi memory: 4Gi
cpu: 3000m cpu: 3000m
nvidia.com/gpu: 1 nvidia.com/gpu: "2"
# amd.com/gpu: "1"
ports: ports:
- name: http - name: http
hostPort: 11434 hostPort: 11434

3
kustomize/env/prod/kustomization.yaml vendored
View File

@ -36,7 +36,8 @@ images:
- name: bitnami/kubectl - name: bitnami/kubectl
newTag: "1.29" newTag: "1.29"
- name: ollama/ollama - name: ollama/ollama
newTag: 0.3.3 newTag: 0.3.6
# newTag: 0.3.6-rocm
- name: ghcr.io/berriai/litellm - name: ghcr.io/berriai/litellm
newTag: main-v1.43.1 newTag: main-v1.43.1
- name: ghcr.io/open-webui/open-webui - name: ghcr.io/open-webui/open-webui

1
kustomize/overlays/system/kustomization.yaml
View File

@ -2,5 +2,6 @@ resources:
- ../../bases/longhorn - ../../bases/longhorn
- ../../bases/traefik - ../../bases/traefik
- ../../bases/external-secrets - ../../bases/external-secrets
# - ../../bases/k8s-device-plugin-amd
- ../../bases/k8s-device-plugin-nvidia - ../../bases/k8s-device-plugin-nvidia
- clustersecretstore.yaml - clustersecretstore.yaml