assign extra nvida gpu to ollama

kustomize/bases/ollama/ollama-deployment.yaml

@@ -29,7 +29,6 @@ spec:
       containers:
         - name: server
           image: ollama/ollama
-          # image: badjware/ollama-tweak
           env:
             - name: OLLAMA_KEEP_ALIVE
               value: 36h
@@ -44,7 +43,8 @@ spec:
             limits:
               memory: 4Gi
               cpu: 3000m
-              nvidia.com/gpu: 1
+              nvidia.com/gpu: "2"
+              # amd.com/gpu: "1"
           ports:
             - name: http
               hostPort: 11434

kustomize/env/prod/kustomization.yaml

@@ -36,7 +36,8 @@ images:
   - name: bitnami/kubectl
     newTag: "1.29"
   - name: ollama/ollama
-    newTag: 0.3.3
+    newTag: 0.3.6
+    # newTag: 0.3.6-rocm
   - name: ghcr.io/berriai/litellm
     newTag: main-v1.43.1
   - name: ghcr.io/open-webui/open-webui

kustomize/overlays/system/kustomization.yaml

@@ -2,5 +2,6 @@ resources:
   - ../../bases/longhorn
   - ../../bases/traefik
   - ../../bases/external-secrets
+  # - ../../bases/k8s-device-plugin-amd
   - ../../bases/k8s-device-plugin-nvidia
   - clustersecretstore.yaml