default model name to mistral
This commit is contained in:
parent
c8ca3e1338
commit
2f7813c591
|
@ -85,3 +85,4 @@ eg:
|
|||
* [LibreChat](https://github.com/danny-avila/LibreChat) is a ChatGPT clone with support for multiple AI endpoints. It's deployed alongside a [MongoDB](https://github.com/mongodb/mongo) database and [Meillisearch](https://github.com/meilisearch/meilisearch) for search. It's exposed on http://localhost:3080/.
|
||||
* [LiteLLM](https://github.com/BerriAI/litellm) is an OpenAI-like API. It is exposed on http://localhost:8000/ without any authentication by default.
|
||||
* [Ollama](https://github.com/ollama/ollama) manages and serve the local models.
|
||||
|
||||
|
|
|
@ -7,12 +7,12 @@ endpoints:
|
|||
apiKey: "noUse"
|
||||
baseURL: "http://litellm:8000"
|
||||
models:
|
||||
default: ["mistral-7b"]
|
||||
default: ["mistral"]
|
||||
fetch: true
|
||||
titleConvo: true
|
||||
titleModel: "mistral-7b"
|
||||
titleModel: "mistral"
|
||||
summarize: true
|
||||
summaryModel: "mistral-7b"
|
||||
summaryModel: "mistral"
|
||||
forcePrompt: false
|
||||
modelDisplayLabel: "Ollama"
|
||||
# addParams:
|
||||
|
|
|
@ -1,5 +1,5 @@
|
|||
model_list:
|
||||
- model_name: mistral-7b
|
||||
- model_name: mistral
|
||||
litellm_params:
|
||||
model: ollama/mistral
|
||||
api_base: http://ollama:11434
|
||||
|
|
Reference in New Issue