diff --git a/.env b/.env index 1f89729..794d534 100644 --- a/.env +++ b/.env @@ -2,326 +2,3 @@ # Ollama downloads the models via https anyway so it should be safe to unset it HTTP_PROXY= http_proxy= - -#=============================================================# -# LibreChat Configuration # -#=============================================================# -# Please refer to the reference documentation for assistance # -# with configuring your LibreChat environment. The guide is # -# available both online and within your local LibreChat # -# directory: # -# Online: https://docs.librechat.ai/install/dotenv.html # -# Locally: ./docs/install/dotenv.md # -#=============================================================# - -#==================================================# -# Server Configuration # -#==================================================# - -APP_TITLE=LibreChat -# CUSTOM_FOOTER="My custom footer" - -HOST=localhost -PORT=3080 - -MONGO_URI=mongodb://127.0.0.1:27017/LibreChat - -DOMAIN_CLIENT=http://localhost:3080 -DOMAIN_SERVER=http://localhost:3080 - -NO_INDEX=true - -#===============# -# Debug Logging # -#===============# - -# DEBUG_LOGGING=true -# DEBUG_CONSOLE=false - -#=============# -# Permissions # -#=============# - -# UID=1000 -# GID=1000 - -#===================================================# -# Endpoints # -#===================================================# - -# ENDPOINTS=openAI,azureOpenAI,bingAI,chatGPTBrowser,google,gptPlugins,anthropic - -# PROXY= - -#============# -# Anthropic # -#============# - -# ANTHROPIC_API_KEY=user_provided -# ANTHROPIC_MODELS=claude-1,claude-instant-1,claude-2 -# ANTHROPIC_REVERSE_PROXY= - -#============# -# Azure # -#============# - -# AZURE_API_KEY= -# AZURE_OPENAI_MODELS=gpt-3.5-turbo,gpt-4 -# AZURE_OPENAI_DEFAULT_MODEL=gpt-3.5-turbo -# PLUGINS_USE_AZURE="true" - -# AZURE_USE_MODEL_AS_DEPLOYMENT_NAME=TRUE - -# AZURE_OPENAI_API_INSTANCE_NAME= -# AZURE_OPENAI_API_DEPLOYMENT_NAME= -# AZURE_OPENAI_API_VERSION= -# AZURE_OPENAI_API_COMPLETIONS_DEPLOYMENT_NAME= -# AZURE_OPENAI_API_EMBEDDINGS_DEPLOYMENT_NAME= - -#============# -# BingAI # -#============# - -# BINGAI_TOKEN=user_provided -# BINGAI_HOST=https://cn.bing.com - -#============# -# ChatGPT # -#============# - -# CHATGPT_TOKEN= -# CHATGPT_MODELS=text-davinci-002-render-sha -# CHATGPT_REVERSE_PROXY= - -#============# -# Google # -#============# - -# GOOGLE_KEY=user_provided -# GOOGLE_MODELS=gemini-pro,gemini-pro-vision,chat-bison,chat-bison-32k,codechat-bison,codechat-bison-32k,text-bison,text-bison-32k,text-unicorn,code-gecko,code-bison,code-bison-32k -# GOOGLE_REVERSE_PROXY= - -#============# -# OpenAI # -#============# - -# OPENAI_API_KEY=user_provided -# OPENAI_MODELS=gpt-3.5-turbo-0125,gpt-3.5-turbo-0301,gpt-3.5-turbo,gpt-4,gpt-4-0613,gpt-4-vision-preview,gpt-3.5-turbo-0613,gpt-3.5-turbo-16k-0613,gpt-4-0125-preview,gpt-4-turbo-preview,gpt-4-1106-preview,gpt-3.5-turbo-1106,gpt-3.5-turbo-instruct,gpt-3.5-turbo-instruct-0914,gpt-3.5-turbo-16k - -# DEBUG_OPENAI=false - -# TITLE_CONVO=false -# OPENAI_TITLE_MODEL=gpt-3.5-turbo - -# OPENAI_SUMMARIZE=true -# OPENAI_SUMMARY_MODEL=gpt-3.5-turbo - -# OPENAI_FORCE_PROMPT=true - -# OPENAI_REVERSE_PROXY= - -# OPENAI_ORGANIZATION= - -#============# -# OpenRouter # -#============# - -# OPENROUTER_API_KEY= - -#============# -# Plugins # -#============# - -# PLUGIN_MODELS=gpt-4,gpt-4-turbo-preview,gpt-4-0125-preview,gpt-4-1106-preview,gpt-4-0613,gpt-3.5-turbo,gpt-3.5-turbo-0125,gpt-3.5-turbo-1106,gpt-3.5-turbo-0613 - -# DEBUG_PLUGINS=true - -CREDS_KEY=f34be427ebb29de8d88c107a71546019685ed8b241d8f2ed00c3df97ad2566f0 -CREDS_IV=e2341419ec3dd3d19b13a1a87fafcbfb - -# Azure AI Search -#----------------- -# AZURE_AI_SEARCH_SERVICE_ENDPOINT= -# AZURE_AI_SEARCH_INDEX_NAME= -# AZURE_AI_SEARCH_API_KEY= - -# AZURE_AI_SEARCH_API_VERSION= -# AZURE_AI_SEARCH_SEARCH_OPTION_QUERY_TYPE= -# AZURE_AI_SEARCH_SEARCH_OPTION_TOP= -# AZURE_AI_SEARCH_SEARCH_OPTION_SELECT= - -# DALL·E -#---------------- -# DALLE_API_KEY= -# DALLE3_API_KEY= -# DALLE2_API_KEY= -# DALLE3_SYSTEM_PROMPT= -# DALLE2_SYSTEM_PROMPT= -# DALLE_REVERSE_PROXY= -# DALLE3_BASEURL= -# DALLE2_BASEURL= - -# DALL·E (via Azure OpenAI) -# Note: requires some of the variables above to be set -#---------------- -# DALLE3_AZURE_API_VERSION= -# DALLE2_AZURE_API_VERSION= - -# Google -#----------------- -# GOOGLE_API_KEY= -# GOOGLE_CSE_ID= - -# SerpAPI -#----------------- -# SERPAPI_API_KEY= - -# Stable Diffusion -#----------------- -# SD_WEBUI_URL=http://host.docker.internal:7860 - -# WolframAlpha -#----------------- -# WOLFRAM_APP_ID= - -# Zapier -#----------------- -# ZAPIER_NLA_API_KEY= - -#==================================================# -# Search # -#==================================================# - -SEARCH=true -MEILI_NO_ANALYTICS=true -MEILI_HOST=http://0.0.0.0:7700 -MEILI_MASTER_KEY=DrhYf7zENyR6AlUCKmnz0eYASOQdl6zxH7s7MKFSfFCt - -#===================================================# -# User System # -#===================================================# - -#========================# -# Moderation # -#========================# - -# OPENAI_MODERATION=false -# OPENAI_MODERATION_API_KEY= -# # OPENAI_MODERATION_REVERSE_PROXY= - -# BAN_VIOLATIONS=true -# BAN_DURATION=1000 * 60 * 60 * 2 -# BAN_INTERVAL=20 - -# LOGIN_VIOLATION_SCORE=1 -# REGISTRATION_VIOLATION_SCORE=1 -# CONCURRENT_VIOLATION_SCORE=1 -# MESSAGE_VIOLATION_SCORE=1 -# NON_BROWSER_VIOLATION_SCORE=20 - -# LOGIN_MAX=7 -# LOGIN_WINDOW=5 -# REGISTER_MAX=5 -# REGISTER_WINDOW=60 - -# LIMIT_CONCURRENT_MESSAGES=true -# CONCURRENT_MESSAGE_MAX=2 - -# LIMIT_MESSAGE_IP=true -# MESSAGE_IP_MAX=40 -# MESSAGE_IP_WINDOW=1 - -# LIMIT_MESSAGE_USER=false -# MESSAGE_USER_MAX=40 -# MESSAGE_USER_WINDOW=1 - -#========================# -# Balance # -#========================# - -# CHECK_BALANCE=false - -#========================# -# Registration and Login # -#========================# - -ALLOW_EMAIL_LOGIN=true -ALLOW_REGISTRATION=true -ALLOW_SOCIAL_LOGIN=false -ALLOW_SOCIAL_REGISTRATION=false - -SESSION_EXPIRY=1000 * 60 * 15 -REFRESH_TOKEN_EXPIRY=(1000 * 60 * 60 * 24) * 7 - -JWT_SECRET=16f8c0ef4a5d391b26034086c628469d3f9f497f08163ab9b40137092f2909ef -JWT_REFRESH_SECRET=eaa5191f2914e30b9387fd84e254e4ba6fc51b4654968a9b0803b456a54b8418 - -# Discord -# DISCORD_CLIENT_ID= -# DISCORD_CLIENT_SECRET= -# DISCORD_CALLBACK_URL=/oauth/discord/callback - -# # Facebook -# FACEBOOK_CLIENT_ID= -# FACEBOOK_CLIENT_SECRET= -# FACEBOOK_CALLBACK_URL=/oauth/facebook/callback - -# # GitHub -# GITHUB_CLIENT_ID= -# GITHUB_CLIENT_SECRET= -# GITHUB_CALLBACK_URL=/oauth/github/callback - -# # Google -# GOOGLE_CLIENT_ID= -# GOOGLE_CLIENT_SECRET= -# GOOGLE_CALLBACK_URL=/oauth/google/callback - -# # OpenID -# OPENID_CLIENT_ID= -# OPENID_CLIENT_SECRET= -# OPENID_ISSUER= -# OPENID_SESSION_SECRET= -# OPENID_SCOPE="openid profile email" -# OPENID_CALLBACK_URL=/oauth/openid/callback - -# OPENID_BUTTON_LABEL= -# OPENID_IMAGE_URL= - -# #========================# -# # Email Password Reset # -# #========================# - -# EMAIL_SERVICE= -# EMAIL_HOST= -# EMAIL_PORT=25 -# EMAIL_ENCRYPTION= -# EMAIL_ENCRYPTION_HOSTNAME= -# EMAIL_ALLOW_SELFSIGNED= -# EMAIL_USERNAME= -# EMAIL_PASSWORD= -# EMAIL_FROM_NAME= -# EMAIL_FROM=noreply@librechat.ai - -# #========================# -# # Firebase CDN # -# #========================# - -# FIREBASE_API_KEY= -# FIREBASE_AUTH_DOMAIN= -# FIREBASE_PROJECT_ID= -# FIREBASE_STORAGE_BUCKET= -# FIREBASE_MESSAGING_SENDER_ID= -# FIREBASE_APP_ID= - -#==================================================# -# Others # -#==================================================# -# You should leave the following commented out # - -# NODE_ENV= - -# REDIS_URI= -# USE_REDIS= - -# E2E_USER_EMAIL= -# E2E_USER_PASSWORD= diff --git a/docker-compose.amd.yml b/docker-compose.amd.yml index 10df20f..4c8dea8 100644 --- a/docker-compose.amd.yml +++ b/docker-compose.amd.yml @@ -4,7 +4,7 @@ include: services: # Begin Ollama service ollama: - image: ollama/ollama:0.1.23-rocm + image: ollama/ollama:rocm restart: unless-stopped entrypoint: /bootstrap.sh command: mistral diff --git a/docker-compose.base.yml b/docker-compose.base.yml index 5ba64fe..5e2fe10 100644 --- a/docker-compose.base.yml +++ b/docker-compose.base.yml @@ -13,46 +13,17 @@ services: volumes: - ./litellm/config.yaml:/config.yaml:ro - # Begin LibreChat - librechat: - image: ghcr.io/danny-avila/librechat + # Begin open-webui + open-webui: + image: ghcr.io/open-webui/open-webui:main ports: - - 3080:3080 - depends_on: - - mongodb - restart: unless-stopped - # user: "${UID}:${GID}" + - 8080:8080 env_file: - .env environment: - - HOST=0.0.0.0 - - MONGO_URI=mongodb://mongodb:27017/LibreChat - - MEILI_HOST=http://meilisearch:7700 + OLLAMA_BASE_URL: http://ollama:11434 volumes: - - ./librechat/librechat.yaml:/app/librechat.yaml:ro - - librechat_images:/app/client/public/images - mongodb: - image: mongo - restart: unless-stopped - # user: "${UID}:${GID}" - volumes: - - librechat_mongodb_data:/data/db - command: mongod --noauth - env_file: - - .env - meilisearch: - image: getmeili/meilisearch:v1.5 - restart: unless-stopped - # user: "${UID}:${GID}" - environment: - - MEILI_HOST=http://meilisearch:7700 - - MEILI_NO_ANALYTICS=true - env_file: - - .env - volumes: - - librechat_meilisearch_data:/meili_data + - open-webui_data:/app/backend/data volumes: - librechat_images: - librechat_mongodb_data: - librechat_meilisearch_data: \ No newline at end of file + open-webui_data: \ No newline at end of file diff --git a/docker-compose.nvidia.yml b/docker-compose.nvidia.yml index 63336bb..b678b95 100644 --- a/docker-compose.nvidia.yml +++ b/docker-compose.nvidia.yml @@ -4,7 +4,7 @@ include: services: # Begin Ollama service ollama: - image: ollama/ollama:0.1.23 + image: ollama/ollama:latest restart: unless-stopped entrypoint: /bootstrap.sh command: mistral diff --git a/librechat/librechat.yaml b/librechat/librechat.yaml deleted file mode 100644 index 6e8f009..0000000 --- a/librechat/librechat.yaml +++ /dev/null @@ -1,21 +0,0 @@ -version: 1.0.1 -cache: true -endpoints: - custom: - - name: "Ollama" - iconURL: https://ollama.ai/public/icon.png - apiKey: "noUse" - baseURL: "http://litellm:8000" - models: - default: ["mistral"] - fetch: true - titleConvo: true - titleModel: "mistral" - summarize: true - summaryModel: "mistral" - forcePrompt: false - modelDisplayLabel: "Ollama" - # addParams: - # safe_prompt: true - # NOTE: For Mistral, it is necessary to drop the following parameters or you will encounter a 422 Error: - dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"] \ No newline at end of file