tweak librechat config

kustomize/bases/librechat/librechat-deployment.yaml

@@ -48,6 +48,14 @@ spec:
               value: mongodb://librechat-mongodb.$(NAMESPACE).svc:27017/LibreChat
             - name: SEARCH
               value: 'false' # TODO
+            - name: DEBUG_LOGGING
+              value: 'true'
+            
+            # Models
+            - name: OPENAI_API_KEY
+              value: user_provided
+            
+            # Secrets
             - name: CREDS_KEY
               valueFrom:
                 secretKeyRef:
@@ -68,6 +76,8 @@ spec:
                 secretKeyRef:
                   name: server-tokens
                   key: jwt_refresh_secret
+
+            # Login configuration
             - name: ALLOW_EMAIL_LOGIN
               value: 'false'
             - name: ALLOW_REGISTRATION

kustomize/env/prod/configurations/librechat/librechat.yaml

@@ -2,19 +2,17 @@ version: 1.0.1
 cache: true
 endpoints:
   custom:
-      # Example using Mistral AI API
+    - name: "LiteLLM"
-    - name: "Mistral"
+      iconURL: https://ollama.ai/public/icon.png
       apiKey: "${LITELLM_MASTER_KEY}"
       baseURL: "http://librechat-litellm.llm.svc:8000"
-      models: 
+      models:
-        default: ["mistral-7b", "mistral-openorca", "dolphin-mistral"]
+        default: ["openhermes", "solar"]
+        fetch: true
       titleConvo: true
-      titleModel: "mistral-7b" 
+      titleModel: "solar" 
-      summarize: true
+      summarize: false
-      summaryModel: "mistral-7b" 
+      summaryModel: "solar" 
       forcePrompt: false 
-      modelDisplayLabel: "Mistral"
+      modelDisplayLabel: "LiteLLM"
-      # addParams:
+      dropParams: ["stop", "frequency_penalty", "presence_penalty"]
-      #   safe_prompt: true
-      # NOTE: For Mistral, it is necessary to drop the following parameters or you will encounter a 422 Error:
-      dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]

kustomize/env/prod/configurations/litellm/config.yml

@@ -1,19 +1,32 @@
 model_list:
-  - model_name: mistral-7b
+  - model_name: mistral
     litellm_params:
-      model: ollama/mistral
+      model: ollama/mistral:7b-instruct-v0.2-q5_K_M
+      api_base: http://192.168.30.20:11434
+      stream: True
+  - model_name: openhermes
+    litellm_params:
+      model: ollama/openhermes:7b-mistral-v2.5-q5_K_M
       api_base: http://192.168.30.20:11434
       # stream: True
-  - model_name: mistral-openorca
+  # - model_name: dolphin-mistral
+  #   litellm_params:
+  #     model: ollama/dolphin-mistral
+  #     api_base: http://192.168.30.20:11434
+  #     # stream: True
+  - model_name: solar
     litellm_params:
-      model: ollama/mistral-openorca
+      model: ollama/solar:10.7b-instruct-v1-q5_K_M
       api_base: http://192.168.30.20:11434
-      # stream: True
+      stream: True
-  - model_name: dolphin-mistral
+  - model_name: deepseek-coder-6.7b
     litellm_params:
-      model: ollama/dolphin-mistral
+      model: ollama/deepseek-coder:6.7b-instruct-q8_0
       api_base: http://192.168.30.20:11434
-      # stream: True
+      stream: True
+
+litellm_settings:
+  drop_params: True
 
 general_settings:
   master_key: "os.environ/MASTER_KEY"

kustomize/env/prod/kustomization.yaml

@@ -54,6 +54,12 @@ images:
     newTag: 6.2.10
   - name: bitnami/kubectl
     newTag: "1.26"
+  - name: bitnami/kubectl
+    newTag: "1.26"
+  - name: ghcr.io/danny-avila/librechat
+    newTag: v0.6.10
+  - name: ghcr.io/berriai/litellm
+    newTag: main-v1.24.6
 
 configMapGenerator:
   - name: librechat-server-config

kustomize/env/prod/patches/librechat-ingress-patch.yaml

@@ -4,7 +4,7 @@
 - op: add
   path: /spec/rules/0/http/paths/-
   value:
-    path: /backend
+    path: /api2
     pathType: Prefix
     backend:
       service: