61 lines
1.4 KiB
YAML
61 lines
1.4 KiB
YAML
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: proxy
|
|
labels:
|
|
app.kubernetes.io/component: proxy
|
|
spec:
|
|
selector:
|
|
matchLabels:
|
|
app.kubernetes.io/component: proxy
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app.kubernetes.io/component: proxy
|
|
spec:
|
|
affinity:
|
|
nodeAffinity:
|
|
requiredDuringSchedulingIgnoredDuringExecution:
|
|
nodeSelectorTerms:
|
|
- matchExpressions:
|
|
# Image only supports amd64
|
|
- key: kubernetes.io/arch
|
|
operator: In
|
|
values:
|
|
- amd64
|
|
containers:
|
|
- name: litellm
|
|
image: ghcr.io/berriai/litellm:main-latest
|
|
args: ['--config', '/app/config.yaml']
|
|
ports:
|
|
- name: http
|
|
containerPort: 4000
|
|
resources:
|
|
requests:
|
|
cpu: 200m
|
|
memory: 200Mi
|
|
limits:
|
|
cpu: 200m
|
|
memory: 200Mi
|
|
volumeMounts:
|
|
- name: proxy-config
|
|
mountPath: /app/config.yaml
|
|
subPath: config.yaml
|
|
volumes:
|
|
- name: proxy-config
|
|
configMap:
|
|
name: proxy-config
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
name: proxy
|
|
labels:
|
|
app.kubernetes.io/component: proxy
|
|
spec:
|
|
selector:
|
|
app.kubernetes.io/component: proxy
|
|
ports:
|
|
- name: http
|
|
port: 4000
|
|
targetPort: http |