1
0
Fork 0

modularize docker-compose spec

This commit is contained in:
Massaki Archambault 2024-02-07 22:40:43 -05:00
parent 9d24b8e044
commit a294c5a2d3
3 changed files with 33 additions and 29 deletions

2
.gitignore vendored
View File

@ -1 +1 @@
.env.override
docker-compose.yml

32
docker-compose.amd.yml Normal file
View File

@ -0,0 +1,32 @@
include:
- docker-compose.base.yml
services:
# Begin Ollama service
ollama:
image: ollama/ollama:0.1.22-rocm
restart: unless-stopped
entrypoint: /bootstrap.sh
command: mistral
env_file:
- .env
ports:
- 11434:11434
# begin for AMD GPU support
devices:
- /dev/kfd
- /dev/dri
group_add:
- video
ipc: host
cap_add:
- SYS_PTRACE
security_opt:
- seccomp=unconfined
# end of section for AMD GPU support
volumes:
- ./ollama/bootstrap.sh:/bootstrap.sh:ro
- ollama:/root/.ollama
volumes:
ollama:

View File

@ -1,31 +1,4 @@
version: "3"
services:
# Begin Ollama service
ollama:
image: ollama/ollama:0.1.22-rocm
restart: unless-stopped
entrypoint: /bootstrap.sh
command: mistral
env_file:
- .env
ports:
- 11434:11434
# begin for AMD GPU support
devices:
- /dev/kfd
- /dev/dri
group_add:
- video
ipc: host
cap_add:
- SYS_PTRACE
security_opt:
- seccomp=unconfined
# end of section for AMD GPU support
volumes:
- ./ollama/bootstrap.sh:/bootstrap.sh:ro
- ollama:/root/.ollama
# Begin LiteLLM service
litellm:
image: ghcr.io/berriai/litellm:main-latest
@ -71,7 +44,6 @@ services:
- librechat_meilisearch_data:/meili_data
volumes:
ollama:
librechat_images:
librechat_mongodb_data:
librechat_meilisearch_data: