From 2f7813c591b4946fa8ed41be26040493a3b01068 Mon Sep 17 00:00:00 2001 From: Massaki Archambault Date: Wed, 21 Feb 2024 21:45:43 -0500 Subject: [PATCH] default model name to mistral --- README.md | 1 + librechat/librechat.yaml | 6 +++--- litellm/config.yaml | 2 +- 3 files changed, 5 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index 74a89d3..925075f 100644 --- a/README.md +++ b/README.md @@ -85,3 +85,4 @@ eg: * [LibreChat](https://github.com/danny-avila/LibreChat) is a ChatGPT clone with support for multiple AI endpoints. It's deployed alongside a [MongoDB](https://github.com/mongodb/mongo) database and [Meillisearch](https://github.com/meilisearch/meilisearch) for search. It's exposed on http://localhost:3080/. * [LiteLLM](https://github.com/BerriAI/litellm) is an OpenAI-like API. It is exposed on http://localhost:8000/ without any authentication by default. * [Ollama](https://github.com/ollama/ollama) manages and serve the local models. + diff --git a/librechat/librechat.yaml b/librechat/librechat.yaml index d211267..6e8f009 100644 --- a/librechat/librechat.yaml +++ b/librechat/librechat.yaml @@ -7,12 +7,12 @@ endpoints: apiKey: "noUse" baseURL: "http://litellm:8000" models: - default: ["mistral-7b"] + default: ["mistral"] fetch: true titleConvo: true - titleModel: "mistral-7b" + titleModel: "mistral" summarize: true - summaryModel: "mistral-7b" + summaryModel: "mistral" forcePrompt: false modelDisplayLabel: "Ollama" # addParams: diff --git a/litellm/config.yaml b/litellm/config.yaml index 8fea7b5..593702c 100644 --- a/litellm/config.yaml +++ b/litellm/config.yaml @@ -1,5 +1,5 @@ model_list: - - model_name: mistral-7b + - model_name: mistral litellm_params: model: ollama/mistral api_base: http://ollama:11434