From 66888709a653ac603ee8272ae48ffaebc0e30c8f Mon Sep 17 00:00:00 2001 From: Massaki Archambault Date: Thu, 4 Apr 2024 10:16:41 -0400 Subject: [PATCH] promote use of open-webui embedded litellm --- docker-compose.base.yml | 27 +++++++++++++++------------ litellm/config.yaml | 7 +------ 2 files changed, 16 insertions(+), 18 deletions(-) diff --git a/docker-compose.base.yml b/docker-compose.base.yml index 5e2fe10..027a7ba 100644 --- a/docker-compose.base.yml +++ b/docker-compose.base.yml @@ -1,17 +1,17 @@ services: # Begin LiteLLM service - litellm: - image: ghcr.io/berriai/litellm:main-latest - command: --config /config.yaml - ports: - - 8000:8000 - env_file: - - .env - environment: - - HOST=0.0.0.0 - - PORT=8000 - volumes: - - ./litellm/config.yaml:/config.yaml:ro + # litellm: + # image: ghcr.io/berriai/litellm:main-latest + # command: --config /config.yaml + # ports: + # - 8000:8000 + # env_file: + # - .env + # environment: + # - HOST=0.0.0.0 + # - PORT=8000 + # volumes: + # - ./litellm/config.yaml:/config.yaml # Begin open-webui open-webui: @@ -22,7 +22,10 @@ services: - .env environment: OLLAMA_BASE_URL: http://ollama:11434 + extra_hosts: + - host.docker.internal:host-gateway volumes: + - ./litellm/config.yaml:/app/backend/data/litellm/config.yaml - open-webui_data:/app/backend/data volumes: diff --git a/litellm/config.yaml b/litellm/config.yaml index 593702c..3b1d202 100644 --- a/litellm/config.yaml +++ b/litellm/config.yaml @@ -1,6 +1 @@ -model_list: - - model_name: mistral - litellm_params: - model: ollama/mistral - api_base: http://ollama:11434 - # stream: True \ No newline at end of file +model_list: {} \ No newline at end of file