diff --git a/kustomize/bases/llama-swap/configurations/config.yaml b/kustomize/bases/llama-swap/configurations/config.yaml index 3fa5b2d..a309c63 100644 --- a/kustomize/bases/llama-swap/configurations/config.yaml +++ b/kustomize/bases/llama-swap/configurations/config.yaml @@ -6,13 +6,12 @@ models: checkEndpoint: /v1/audio/speech unlisted: true - gemma-3-12b-it-qat: + Gemma-3-12B: cmd: > /app/llama-server -hf unsloth/gemma-3-12b-it-qat-GGUF -hff gemma-3-12b-it-qat-UD-Q4_K_XL.gguf --port ${PORT} - --no-mmap --flash-attn --cache-type-k q8_0 --cache-type-v q8_0 diff --git a/kustomize/bases/traefik/traefik-helmchartconfig.yaml b/kustomize/bases/traefik/traefik-helmchartconfig.yaml index 1311e7d..eb975e7 100644 --- a/kustomize/bases/traefik/traefik-helmchartconfig.yaml +++ b/kustomize/bases/traefik/traefik-helmchartconfig.yaml @@ -5,8 +5,6 @@ metadata: spec: valuesContent: |- additionalArguments: - - '--entryPoints.web.forwardedHeaders.insecure' - - '--entryPoints.websecure.forwardedHeaders.insecure' - '--serversTransport.insecureSkipVerify=true' - '--api.dashboard=true' - '--api.insecure=true' @@ -15,8 +13,13 @@ spec: traefik: expose: default: true + web: + forwardedHeaders: + insecure: true websecure: hostPort: 8443 - # ports: - # web: - # redirectTo: websecure \ No newline at end of file + forwardedHeaders: + insecure: true + service: + spec: + externalTrafficPolicy: Local \ No newline at end of file diff --git a/kustomize/env/prod/kustomization.yaml b/kustomize/env/prod/kustomization.yaml index 0b37a5e..28b92fa 100644 --- a/kustomize/env/prod/kustomization.yaml +++ b/kustomize/env/prod/kustomization.yaml @@ -24,7 +24,7 @@ images: - name: prom/blackbox-exporter newTag: v0.26.0 - name: nextcloud - newTag: 30.0.10 + newTag: 30.0.11 - name: collabora/code newTag: 25.04.1.1.1 - name: nextcloud/aio-imaginary @@ -42,15 +42,15 @@ images: newTag: "8.1" - name: bitnami/kubectl newTag: "1.31" - - name: ollama/ollama - newTag: 0.6.6 + # - name: ollama/ollama + # newTag: 0.6.6 # - name: ghcr.io/mostlygeek/llama-swap # newTag: v110-vulkan-b5343 # newTag: 0.3.6-rocm # - name: ghcr.io/berriai/litellm # newTag: main-v1.43.1 - name: ghcr.io/open-webui/open-webui - newTag: v0.6.9 + newTag: v0.6.13 - name: ghcr.io/sillytavern/sillytavern newTag: 1.12.13