local-llm/librechat/librechat.yaml

version: 1.0.1
cache: true
endpoints:
  custom:
    - name: "Ollama"
      iconURL: https://ollama.ai/public/icon.png
      apiKey: "noUse"
      baseURL: "http://litellm:8000"
      models: 
        default: ["mistral"]
        fetch: true
      titleConvo: true
      titleModel: "mistral" 
      summarize: true
      summaryModel: "mistral" 
      forcePrompt: false 
      modelDisplayLabel: "Ollama"
      # addParams:
      #   safe_prompt: true
      # NOTE: For Mistral, it is necessary to drop the following parameters or you will encounter a 422 Error:
      dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]
working prototype using ollama 2024-02-03 03:27:22 +00:00			`version: 1.0.1`
			`cache: true`
			`endpoints:`
			`custom:`
enable auto-fetch for librechat 2024-02-11 04:53:37 +00:00			`- name: "Ollama"`
			`iconURL: https://ollama.ai/public/icon.png`
working prototype using ollama 2024-02-03 03:27:22 +00:00			`apiKey: "noUse"`
			`baseURL: "http://litellm:8000"`
			`models:`
default model name to mistral 2024-02-22 02:45:43 +00:00			`default: ["mistral"]`
enable auto-fetch for librechat 2024-02-11 04:53:37 +00:00			`fetch: true`
working prototype using ollama 2024-02-03 03:27:22 +00:00			`titleConvo: true`
default model name to mistral 2024-02-22 02:45:43 +00:00			`titleModel: "mistral"`
working prototype using ollama 2024-02-03 03:27:22 +00:00			`summarize: true`
default model name to mistral 2024-02-22 02:45:43 +00:00			`summaryModel: "mistral"`
working prototype using ollama 2024-02-03 03:27:22 +00:00			`forcePrompt: false`
enable auto-fetch for librechat 2024-02-11 04:53:37 +00:00			`modelDisplayLabel: "Ollama"`
working prototype using ollama 2024-02-03 03:27:22 +00:00			`# addParams:`
			`# safe_prompt: true`
			`# NOTE: For Mistral, it is necessary to drop the following parameters or you will encounter a 422 Error:`
			`dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]`