diff --git a/kustomize/bases/ollama/ollama-deployment.yaml b/kustomize/bases/ollama/ollama-deployment.yaml index 7ee842f..417cb0d 100644 --- a/kustomize/bases/ollama/ollama-deployment.yaml +++ b/kustomize/bases/ollama/ollama-deployment.yaml @@ -29,7 +29,6 @@ spec: containers: - name: server image: ollama/ollama - # image: badjware/ollama-tweak env: - name: OLLAMA_KEEP_ALIVE value: 36h @@ -44,7 +43,8 @@ spec: limits: memory: 4Gi cpu: 3000m - nvidia.com/gpu: 1 + nvidia.com/gpu: "2" + # amd.com/gpu: "1" ports: - name: http hostPort: 11434 diff --git a/kustomize/env/prod/kustomization.yaml b/kustomize/env/prod/kustomization.yaml index 65c255a..774b9ba 100644 --- a/kustomize/env/prod/kustomization.yaml +++ b/kustomize/env/prod/kustomization.yaml @@ -36,7 +36,8 @@ images: - name: bitnami/kubectl newTag: "1.29" - name: ollama/ollama - newTag: 0.3.3 + newTag: 0.3.6 + # newTag: 0.3.6-rocm - name: ghcr.io/berriai/litellm newTag: main-v1.43.1 - name: ghcr.io/open-webui/open-webui diff --git a/kustomize/overlays/system/kustomization.yaml b/kustomize/overlays/system/kustomization.yaml index 603a531..4dcca22 100644 --- a/kustomize/overlays/system/kustomization.yaml +++ b/kustomize/overlays/system/kustomization.yaml @@ -2,5 +2,6 @@ resources: - ../../bases/longhorn - ../../bases/traefik - ../../bases/external-secrets + # - ../../bases/k8s-device-plugin-amd - ../../bases/k8s-device-plugin-nvidia - clustersecretstore.yaml \ No newline at end of file