badjware
/
local-llm
1
0
Fork 0
Code Releases Activity

add some comments to config files

This commit is contained in:
Massaki Archambault 2024-02-06 19:27:03 -05:00
parent 61e7c94537
commit 3b41d81357
2 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
.env
View File

@ -1,6 +1,8 @@
# HF_TOKEN= # https://github.com/ROCm/ROCm/issues/2625
PYTORCH_HIP_ALLOC_CONF=garbage_collection_threshold:0.9,max_split_size_mb:512 GPU_MAX_HW_QUEUES=1
# https://github.com/ROCm/ROCm/issues/2788#issuecomment-1915765846
HSA_OVERRIDE_GFX_VERSION=11.0.0 # GFX1101/Navi32 (RX 7800XT) HSA_OVERRIDE_GFX_VERSION=11.0.0 # GFX1101/Navi32 (RX 7800XT)
# PYTORCH_HIP_ALLOC_CONF=garbage_collection_threshold:0.9,max_split_size_mb:512
#=============================================================# #=============================================================#
# LibreChat Configuration # # LibreChat Configuration #

5
docker-compose.yml
View File

@ -1,5 +1,6 @@
version: "3" version: "3"
services: services:
# Begin Ollama service
ollama: ollama:
image: ollama/ollama:0.1.22-rocm image: ollama/ollama:0.1.22-rocm
restart: unless-stopped restart: unless-stopped
@ -9,6 +10,7 @@ services:
- .env - .env
ports: ports:
- 11434:11434 - 11434:11434
# begin for AMD GPU support
devices: devices:
- /dev/kfd - /dev/kfd
- /dev/dri - /dev/dri
@ -19,10 +21,12 @@ services:
- SYS_PTRACE - SYS_PTRACE
security_opt: security_opt:
- seccomp=unconfined - seccomp=unconfined
# end of section for AMD GPU support
volumes: volumes:
- ./ollama/bootstrap.sh:/bootstrap.sh:ro - ./ollama/bootstrap.sh:/bootstrap.sh:ro
- ollama:/root/.ollama - ollama:/root/.ollama
# Begin LiteLLM service
litellm: litellm:
image: ghcr.io/berriai/litellm:main-latest image: ghcr.io/berriai/litellm:main-latest
command: --config /config.yaml command: --config /config.yaml
@ -31,6 +35,7 @@ services:
volumes: volumes:
- ./litellm/config.yaml:/config.yaml:ro - ./litellm/config.yaml:/config.yaml:ro
# Begin LibreChat
librechat: librechat:
image: ghcr.io/danny-avila/librechat image: ghcr.io/danny-avila/librechat
ports: ports: