add nvidia gpu drivers to k3s

hosts

@@ -23,6 +23,8 @@ all:
           vfio_pci_ids:
             - '1002:731f' # Advanced Micro Devices, Inc. [AMD/ATI] Navi 10 [Radeon RX 5600 OEM/5600 XT / 5700/5700 XT]
             - '1002:ab38' # Advanced Micro Devices, Inc. [AMD/ATI] Navi 10 HDMI Audio
+            - '10de:13f1' # VGA compatible controller [0300]: NVIDIA Corporation GM204GL [Quadro M4000]
+            - '10de:0fbb' # Audio device [0403]: NVIDIA Corporation GM204 High Definition Audio Controller
     bastion:
       hosts:
         bastion:
@@ -46,13 +48,19 @@ all:
               name: jirost
               level: 4
     home-assistant:
-      hosts:
+      # hosts:
-        home-assistant:
+      #   home-assistant:
-          ansible_host: 192.168.31.20
+      #     ansible_host: 192.168.31.20
     cups:
+      # hosts:
+      #   cups:
+      #     ansible_host: cups.local
+    usbip:
       hosts:
-        cups:
+        usbip:
-          ansible_host: cups.local
+          ansible_host: 192.168.20.33
+          exposed_usb_devices:
+            - 2-1
     k3s:
       children:
         k3s-server:
@@ -93,6 +101,7 @@ all:
         minecraft-server:
         home-assistant:
         cups:
+        usbip:
       vars:
         ansible_user: ansible
         ansible_password: !vault |

playbook.yml

@@ -49,3 +49,7 @@
 - hosts: cups
   roles:
     - cups
+
+- hosts: usbip
+  roles:
+    - usbip

roles/k3s/defaults/main.yml

@@ -1 +1,2 @@
 platform: lxc
+nvidia_driver_branch: 550

roles/k3s/tasks/vm.yml

@@ -7,3 +7,24 @@
     group: root
     mode: 0755
   notify: reboot
+
+# Begin nvidia
+# https://dev.to/mweibel/add-nvidia-gpu-support-to-k3s-with-containerd-4j17
+- name: Download nvidia repository gpg key
+  get_url:
+    url: https://nvidia.github.io/libnvidia-container/gpgkey
+    dest: /usr/share/keyrings/nvidia-container-toolkit-keyring.asc
+
+- name: Add nvidia repository
+  apt_repository:
+    repo: deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.asc] https://nvidia.github.io/libnvidia-container/stable/deb/$(ARCH) /
+
+- name: Install nvidia drivers and nvidia container toolkit
+  apt:
+    update_cache: true
+    name:
+      - linux-modules-nvidia-{{ nvidia_driver_branch }}-server-generic
+      - nvidia-utils-{{ nvidia_driver_branch }}-server
+      - nvidia-container-toolkit
+  notify: reboot
+# End nvidia

roles/proxmox/files/pve-no-subscription.list

@@ -1 +1 @@
-deb http://download.proxmox.com/debian/pve bullseye pve-no-subscription
+deb http://download.proxmox.com/debian/pve bookworm pve-no-subscription

roles/usbip/defaults/main.yml

@@ -0,0 +1 @@
+exposed_usb_devices: []

roles/usbip/files/usbip-bind@.service

@@ -0,0 +1,15 @@
+[Unit]
+Description=USB-IP Binding on bus id %I
+After=network-online.target usbipd.service
+Wants=network-online.target
+Requires=usbipd.service
+
+[Service]
+Type=simple
+ExecStart=/usr/bin/usbip bind -b %i
+RemainAfterExit=yes
+ExecStop=/usr/bin/usbip unbind -b %i  
+Restart=on-failure
+
+[Install]
+WantedBy=multi-user.target

roles/usbip/files/usbipd.service

@@ -0,0 +1,10 @@
+[Unit]
+Description=USB/IP server
+After=network.target
+
+[Service]
+ExecStartPre=/usr/sbin/modprobe usbip-host
+ExecStart=/usr/bin/usbipd
+
+[Install]
+WantedBy=multi-user.target

roles/usbip/tasks/main.yml

@@ -0,0 +1,31 @@
+- name: Install linux-tools-generic
+  apt:
+    update_cache: true
+    name:
+      - linux-tools-generic
+
+- name: Install usbip systemd unit
+  copy:
+    src: usbipd.service
+    dest: /etc/systemd/system/usbipd.service
+    mode: 0644
+  register: copy_usbipd_unit
+
+- name: Install usbip-bind systemd unit
+  copy:
+    src: usbip-bind@.service
+    dest: /etc/systemd/system/usbip-bind@.service
+    mode: 0644
+  register: copy_usbip_bind_unit
+
+- name: Reload systemd
+  systemd:
+    daemon_reload: true
+  when: copy_usbipd_unit.changed or copy_usbip_bind_unit.changed
+
+- name: Enable usbip units
+  with_items: "{{ exposed_usb_devices }}"
+  systemd:
+    name: "usbip-bind@{{ item }}.service"
+    state: started
+    enabled: true