1
0
Fork 0

Compare commits

...

2 Commits

Author SHA1 Message Date
Massaki Archambault 657ebae73c add nvidia version of docker compose spec 2024-02-07 22:55:21 -05:00
Massaki Archambault eead1c2268 bump ollama version 2024-02-07 22:53:11 -05:00
3 changed files with 31 additions and 5 deletions

View File

@ -4,7 +4,7 @@ include:
services: services:
# Begin Ollama service # Begin Ollama service
ollama: ollama:
image: ollama/ollama:0.1.22-rocm image: ollama/ollama:0.1.23-rocm
restart: unless-stopped restart: unless-stopped
entrypoint: /bootstrap.sh entrypoint: /bootstrap.sh
command: mistral command: mistral
@ -26,7 +26,4 @@ services:
# end of section for AMD GPU support # end of section for AMD GPU support
volumes: volumes:
- ./ollama/bootstrap.sh:/bootstrap.sh:ro - ./ollama/bootstrap.sh:/bootstrap.sh:ro
- ollama:/root/.ollama - ./ollama:/root/.ollama
volumes:
ollama:

26
docker-compose.nvidia.yml Normal file
View File

@ -0,0 +1,26 @@
include:
- docker-compose.base.yml
services:
# Begin Ollama service
ollama:
image: ollama/ollama:0.1.23
restart: unless-stopped
entrypoint: /bootstrap.sh
command: mistral
env_file:
- .env
ports:
- 11434:11434
# begin for NVIDIA GPU support
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
# end of section for NVIDIA GPU support
volumes:
- ./ollama/bootstrap.sh:/bootstrap.sh:ro
- ./ollama:/root/.ollama

3
ollama/.gitignore vendored Normal file
View File

@ -0,0 +1,3 @@
*
!.gitignore
!bootstrap.sh