badjware
/
local-llm
1
0
Fork 0
Code Releases Activity

enable auto-fetch for librechat

This commit is contained in:
Massaki Archambault 2024-02-10 23:53:37 -05:00
parent f270cf0f89
commit 87af1e1de2
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
librechat/librechat.yaml
View File

@ -2,18 +2,19 @@ version: 1.0.1
cache: true cache: true
endpoints: endpoints:
custom: custom:
# Example using Mistral AI API - name: "Ollama"
- name: "Mistral" iconURL: https://ollama.ai/public/icon.png
apiKey: "noUse" apiKey: "noUse"
baseURL: "http://litellm:8000" baseURL: "http://litellm:8000"
models: models:
default: ["mistral-7b"] default: ["mistral-7b"]
fetch: true
titleConvo: true titleConvo: true
titleModel: "mistral-7b" titleModel: "mistral-7b"
summarize: true summarize: true
summaryModel: "mistral-7b" summaryModel: "mistral-7b"
forcePrompt: false forcePrompt: false
modelDisplayLabel: "Mistral" modelDisplayLabel: "Ollama"
# addParams: # addParams:
# safe_prompt: true # safe_prompt: true
# NOTE: For Mistral, it is necessary to drop the following parameters or you will encounter a 422 Error: # NOTE: For Mistral, it is necessary to drop the following parameters or you will encounter a 422 Error: