include: - docker-compose.base.yml services: # Begin Ollama service ollama: image: ollama/ollama:0.1.23-rocm restart: unless-stopped entrypoint: /bootstrap.sh command: mistral env_file: - .env ports: - 11434:11434 # begin for AMD GPU support devices: - /dev/kfd - /dev/dri group_add: - video ipc: host cap_add: - SYS_PTRACE security_opt: - seccomp=unconfined # end of section for AMD GPU support volumes: - ./ollama/bootstrap.sh:/bootstrap.sh:ro - ./ollama:/root/.ollama