update compose

docker-compose.amd.yml

@@ -6,11 +6,9 @@ services:
   ollama:
     image: ollama/ollama:rocm
     restart: unless-stopped
-    entrypoint: /bootstrap.sh
+    ports: 
-    command: mistral
+      - 11434:11434
-    network_mode: service:open-webui
+
-    environment:
-      OLLAMA_HOST: http://localhost:11434
     # begin for AMD GPU support
     devices:
       - /dev/kfd
@@ -22,12 +20,13 @@ services:
       - SYS_PTRACE
     security_opt:
       - seccomp=unconfined
-    environment:
+    # environment:
-      # https://github.com/ROCm/ROCm/issues/2625
+    #   # https://github.com/ROCm/ROCm/issues/2788#issuecomment-1915765846
-      GPU_MAX_HW_QUEUES: 1
+    #   HSA_OVERRIDE_GFX_VERSION: 11.0.0
-      # https://github.com/ROCm/ROCm/issues/2788#issuecomment-1915765846
-      # HSA_OVERRIDE_GFX_VERSION: 11.0.0
     # end of section for AMD GPU support
+
     volumes:
-      - ./ollama/bootstrap.sh:/bootstrap.sh:ro
+      - ollama_data:/root/.ollama
-      - ./ollama:/root/.ollama
+
+volumes:
+  ollama_data:

docker-compose.base.yml

@@ -18,13 +18,12 @@ services:
     image: ghcr.io/open-webui/open-webui:main
     ports:
       - 8080:8080
-      - 11434:11434
     environment:
-      OLLAMA_BASE_URL: http://localhost:11434
+      OLLAMA_BASE_URL: http://ollama:11434
+      WEBUI_AUTH: "False"
     extra_hosts:
       - host.docker.internal:host-gateway
     volumes:
-      - ./litellm/config.yaml:/app/backend/data/litellm/config.yaml
       - open-webui_data:/app/backend/data
 
 volumes:

docker-compose.cpu.yml

@@ -6,11 +6,10 @@ services:
   ollama:
     image: ollama/ollama:latest
     restart: unless-stopped
-    entrypoint: /bootstrap.sh
+    ports: 
-    command: mistral
+      - 11434:11434
-    network_mode: service:open-webui
-    environment:
-      OLLAMA_HOST: http://localhost:11434
     volumes:
-      - ./ollama/bootstrap.sh:/bootstrap.sh:ro
+      - ollama_data:/root/.ollama
-      - ./ollama:/root/.ollama
+
+volumes:
+  ollama_data:

docker-compose.nvidia.yml

@@ -6,11 +6,9 @@ services:
   ollama:
     image: ollama/ollama:latest
     restart: unless-stopped
-    entrypoint: /bootstrap.sh
+    ports:
-    command: mistral
+      - 11434:11434
-    network_mode: service:open-webui
+
-    environment:
-      OLLAMA_HOST: http://localhost:11434
     # begin for NVIDIA GPU support
     deploy:
       resources:
@@ -20,6 +18,9 @@ services:
               count: 1
               capabilities: [gpu]
     # end of section for NVIDIA GPU support
+
     volumes:
-      - ./ollama/bootstrap.sh:/bootstrap.sh:ro
+      - ollama_data:/root/.ollama
-      - ./ollama:/root/.ollama
+
+volumes:
+  ollama_data:

ollama/.gitignore

@@ -1,3 +0,0 @@
-*
-!.gitignore
-!bootstrap.sh

ollama/bootstrap.sh

@@ -1,11 +0,0 @@
-#!/bin/bash -x
-
-ollama serve &
-
-sleep 1
-
-for model in ${@:-mistral}; do
-    ollama pull "$model"
-done
-
-wait