create deployment for ComfyUI

ComfyUI/Dockerfile

@@ -0,0 +1,36 @@
+ARG PYTHON_VERSION=3.10
+ARG ROCM_VERSION=6.1
+
+# we do not use rocm/pytorch as it currently use python 3.7 and we require >=python 3.10
+FROM rocm/rocm-terminal:${ROCM_VERSION}
+ARG PYTHON_VERSION
+ARG ROCM_VERSION
+
+# switch to root for setup
+USER root
+
+RUN git clone https://github.com/comfyanonymous/ComfyUI.git /app
+WORKDIR /app
+RUN    apt update \
+    && apt upgrade -y \
+    && apt install -y software-properties-common \
+    && add-apt-repository ppa:deadsnakes/ppa \
+    && apt update \
+    && apt install -y python${PYTHON_VERSION}-full \
+    && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} \
+    && chown -R 1000:1000 /app \
+    && rm -rf /var/lib/apt/lists/*
+
+# switch back to unpreviledged user
+USER 1000
+RUN    python${PYTHON_VERSION} -m venv /app/env \
+    && /app/env/bin/pip install --no-cache-dir torch torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm${ROCM_VERSION} \
+    && /app/env/bin/pip install --no-cache-dir -r requirements.txt
+
+VOLUME ["/app/models/loras", "/app/models/checkpoints", "/app/models/vae", "/app/models/embeddings"]
+VOLUME ["/app/outputs"]
+
+EXPOSE 8188
+ENV PYTORCH_CUDA_ALLOC_CONF="garbage_collection_threshold:0.9,max_split_size_mb:512"
+ENTRYPOINT ["/app/env/bin/python", "main.py", "--listen"]
+CMD []

ComfyUI/custom_nodes/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

ComfyUI/inputs/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

ComfyUI/outputs/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

docker-compose.yaml

@@ -0,0 +1,59 @@
+services:
+  stable-diffusion-webui-forge:
+    build:
+      context: ./stable-diffusion-webui-forge
+      args: &buid_args
+        PYTHON_VERSION: "3.10"
+        ROCM_VERSION: "6.1"
+    restart: unless-stopped
+    environment:
+      - HSA_OVERRIDE_GFX_VERSION=11.0.0
+    ports:
+     - 7860:7860
+    devices:
+      - /dev/kfd
+      - /dev/dri
+    volumes:
+      - ./shared/loras:/app/models/Lora
+      - ./shared/checkpoints:/app/models/Stable-diffusion
+      - ./shared/vae/:/app/models/VAE
+      - ./shared/embeddings:/app/embeddings
+      - ./stable-diffusion-webui-forge/extensions:/app/extensions
+      - ./stable-diffusion-webui-forge/repositories:/app/repositories
+      - ./stable-diffusion-webui-forge/outputs:/app/outputs
+      - ./stable-diffusion-webui-forge/favorites:/app/log/images
+    group_add:
+      - video
+    ipc: host
+    cap_add:
+      - SYS_PTRACE
+    security_opt:
+      - seccomp=unconfined
+  comfyui:
+    build:
+      context: ./ComfyUI
+      args:
+        <<: *buid_args
+    restart: unless-stopped
+    environment:
+      - HSA_OVERRIDE_GFX_VERSION=11.0.0
+    ports:
+      - 8188:8188
+    devices:
+      - /dev/kfd
+      - /dev/dri
+    volumes:
+      - ./shared/loras:/app/models/loras
+      - ./shared/checkpoints:/app/models/checkpoints
+      - ./shared/vae/:/app/models/vae
+      - ./shared/embeddings:/app/models/embeddings
+      - ./ComfyUI/custom_nodes:/app/custom_nodes
+      - ./ComfyUI/outputs:/app/output
+      - ./ComfyUI/inputs:/app/input
+    group_add:
+      - video
+    ipc: host
+    cap_add:
+      - SYS_PTRACE
+    security_opt:
+      - seccomp=unconfined

shared/checkpoints/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

shared/embeddings/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

shared/loras/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

shared/vae/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

stable-diffusion-webui-forge/Dockerfile

@@ -0,0 +1,44 @@
+ARG PYTHON_VERSION=3.10
+ARG ROCM_VERSION=6.1
+
+# we do not use rocm/pytorch as it currently use python 3.7 and we require >=python 3.10
+FROM rocm/rocm-terminal:${ROCM_VERSION}
+
+ARG PYTHON_VERSION
+ARG ROCM_VERSION
+
+# switch to root for setup
+USER root
+
+RUN git clone https://github.com/lllyasviel/stable-diffusion-webui-forge /app
+WORKDIR /app
+RUN    apt update \
+    && apt upgrade -y \
+    && apt install -y software-properties-common \
+    && add-apt-repository ppa:deadsnakes/ppa \
+    && apt update \
+    && apt install -y pciutils bc mesa-utils google-perftools \
+    && apt install -y python${PYTHON_VERSION}-full \
+    && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} \
+    && chown -R 1000:1000 /app \
+    && rm -rf /var/lib/apt/lists/*
+
+
+RUN    python${PYTHON_VERSION} -m venv /app/env \
+    && sed -i'' -Ee "s/rocm[0-9]\.[0-9]/rocm${ROCM_VERSION}/g" webui.sh \
+    && /app/env/bin/pip install --no-cache-dir torch torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm${ROCM_VERSION} \
+    && /app/env/bin/pip install --no-cache-dir -r requirements_versions.txt
+
+VOLUME ["/app/models/Lora", "/app/models/Stable-diffusion", "/app/models/VAE"]
+VOLUME ["/app/embeddings"]
+VOLUME ["/app/extensions"]
+VOLUME ["/app/repositories"]
+VOLUME ["/app/outputs"]
+VOLUME ["/app/log/images"]
+
+EXPOSE 7860
+ENV python_cmd=/app/env/bin/python
+ENV PYTORCH_CUDA_ALLOC_CONF="garbage_collection_threshold:0.9,max_split_size_mb:512"
+ENV COMMANDLINE_ARGS="--listen --enable-insecure-extension-access --theme=dark --api --update-check"
+ENTRYPOINT ["./webui.sh"]
+CMD []

stable-diffusion-webui-forge/extensions/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

stable-diffusion-webui-forge/favorites/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

stable-diffusion-webui-forge/outputs/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

stable-diffusion-webui-forge/repositories/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore