home-stack-kustomize/kustomize/bases/litellm/litellm-deployment.yaml

apiVersion: apps/v1
kind: Deployment
metadata:
  name: proxy
  labels:
      app.kubernetes.io/component: proxy
spec:
  selector:
    matchLabels:
      app.kubernetes.io/component: proxy
  template:
    metadata:
      labels:
        app.kubernetes.io/component: proxy
    spec:
      affinity:
        nodeAffinity:
          requiredDuringSchedulingIgnoredDuringExecution:
            nodeSelectorTerms:
              - matchExpressions:
                  # Image only supports amd64
                  - key: kubernetes.io/arch
                    operator: In
                    values:
                      - amd64
      containers:
        - name: litellm
          image: ghcr.io/berriai/litellm:main-latest
          args: ['--config', '/app/config.yaml']
          ports:
            - name: http
              containerPort: 4000
          resources:
            requests:
              cpu: 200m
              memory: 200Mi
            limits:
              cpu: 200m
              memory: 200Mi
          volumeMounts:
            - name: proxy-config
              mountPath: /app/config.yaml
              subPath: config.yaml
      volumes:
        - name: proxy-config
          configMap:
            name: proxy-config
---
apiVersion: v1
kind: Service
metadata:
  name: proxy
  labels:
      app.kubernetes.io/component: proxy
spec:
  selector:
      app.kubernetes.io/component: proxy
  ports:
    - name: http
      port: 4000
      targetPort: http