badjware
/
local-llm
1
0
Fork 0
Code Releases Activity

set OLLAMA_HOST

This commit is contained in:
Massaki Archambault 2024-04-04 17:59:10 -04:00
parent 1a3b9cde2c
commit 136fc43f23
3 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docker-compose.amd.yml
View File

@ -9,6 +9,8 @@ services:
entrypoint: /bootstrap.sh entrypoint: /bootstrap.sh
command: mistral command: mistral
network_mode: service:open-webui network_mode: service:open-webui
environment:
OLLAMA_HOST: http://localhost:11434
# begin for AMD GPU support # begin for AMD GPU support
devices: devices:
- /dev/kfd - /dev/kfd

2
docker-compose.cpu.yml
View File

@ -9,6 +9,8 @@ services:
entrypoint: /bootstrap.sh entrypoint: /bootstrap.sh
command: mistral command: mistral
network_mode: service:open-webui network_mode: service:open-webui
environment:
OLLAMA_HOST: http://localhost:11434
volumes: volumes:
- ./ollama/bootstrap.sh:/bootstrap.sh:ro - ./ollama/bootstrap.sh:/bootstrap.sh:ro
- ./ollama:/root/.ollama - ./ollama:/root/.ollama

2
docker-compose.nvidia.yml
View File

@ -9,6 +9,8 @@ services:
entrypoint: /bootstrap.sh entrypoint: /bootstrap.sh
command: mistral command: mistral
network_mode: service:open-webui network_mode: service:open-webui
environment:
OLLAMA_HOST: http://localhost:11434
# begin for NVIDIA GPU support # begin for NVIDIA GPU support
deploy: deploy:
resources: resources: