diff --git a/README.md b/README.md index 74a89d3..925075f 100644 --- a/README.md +++ b/README.md @@ -85,3 +85,4 @@ eg: * [LibreChat](https://github.com/danny-avila/LibreChat) is a ChatGPT clone with support for multiple AI endpoints. It's deployed alongside a [MongoDB](https://github.com/mongodb/mongo) database and [Meillisearch](https://github.com/meilisearch/meilisearch) for search. It's exposed on http://localhost:3080/. * [LiteLLM](https://github.com/BerriAI/litellm) is an OpenAI-like API. It is exposed on http://localhost:8000/ without any authentication by default. * [Ollama](https://github.com/ollama/ollama) manages and serve the local models. + diff --git a/librechat/librechat.yaml b/librechat/librechat.yaml index d211267..6e8f009 100644 --- a/librechat/librechat.yaml +++ b/librechat/librechat.yaml @@ -7,12 +7,12 @@ endpoints: apiKey: "noUse" baseURL: "http://litellm:8000" models: - default: ["mistral-7b"] + default: ["mistral"] fetch: true titleConvo: true - titleModel: "mistral-7b" + titleModel: "mistral" summarize: true - summaryModel: "mistral-7b" + summaryModel: "mistral" forcePrompt: false modelDisplayLabel: "Ollama" # addParams: diff --git a/litellm/config.yaml b/litellm/config.yaml index 8fea7b5..593702c 100644 --- a/litellm/config.yaml +++ b/litellm/config.yaml @@ -1,5 +1,5 @@ model_list: - - model_name: mistral-7b + - model_name: mistral litellm_params: model: ollama/mistral api_base: http://ollama:11434