default model name to mistral
This commit is contained in:
parent
c8ca3e1338
commit
2f7813c591
|
@ -85,3 +85,4 @@ eg:
|
||||||
* [LibreChat](https://github.com/danny-avila/LibreChat) is a ChatGPT clone with support for multiple AI endpoints. It's deployed alongside a [MongoDB](https://github.com/mongodb/mongo) database and [Meillisearch](https://github.com/meilisearch/meilisearch) for search. It's exposed on http://localhost:3080/.
|
* [LibreChat](https://github.com/danny-avila/LibreChat) is a ChatGPT clone with support for multiple AI endpoints. It's deployed alongside a [MongoDB](https://github.com/mongodb/mongo) database and [Meillisearch](https://github.com/meilisearch/meilisearch) for search. It's exposed on http://localhost:3080/.
|
||||||
* [LiteLLM](https://github.com/BerriAI/litellm) is an OpenAI-like API. It is exposed on http://localhost:8000/ without any authentication by default.
|
* [LiteLLM](https://github.com/BerriAI/litellm) is an OpenAI-like API. It is exposed on http://localhost:8000/ without any authentication by default.
|
||||||
* [Ollama](https://github.com/ollama/ollama) manages and serve the local models.
|
* [Ollama](https://github.com/ollama/ollama) manages and serve the local models.
|
||||||
|
|
||||||
|
|
|
@ -7,12 +7,12 @@ endpoints:
|
||||||
apiKey: "noUse"
|
apiKey: "noUse"
|
||||||
baseURL: "http://litellm:8000"
|
baseURL: "http://litellm:8000"
|
||||||
models:
|
models:
|
||||||
default: ["mistral-7b"]
|
default: ["mistral"]
|
||||||
fetch: true
|
fetch: true
|
||||||
titleConvo: true
|
titleConvo: true
|
||||||
titleModel: "mistral-7b"
|
titleModel: "mistral"
|
||||||
summarize: true
|
summarize: true
|
||||||
summaryModel: "mistral-7b"
|
summaryModel: "mistral"
|
||||||
forcePrompt: false
|
forcePrompt: false
|
||||||
modelDisplayLabel: "Ollama"
|
modelDisplayLabel: "Ollama"
|
||||||
# addParams:
|
# addParams:
|
||||||
|
|
|
@ -1,5 +1,5 @@
|
||||||
model_list:
|
model_list:
|
||||||
- model_name: mistral-7b
|
- model_name: mistral
|
||||||
litellm_params:
|
litellm_params:
|
||||||
model: ollama/mistral
|
model: ollama/mistral
|
||||||
api_base: http://ollama:11434
|
api_base: http://ollama:11434
|
||||||
|
|
Loading…
Reference in New Issue