1
0
Fork 0
home-stack-kustomize/kustomize/bases/litellm/litellm-deployment.yaml

61 lines
1.4 KiB
YAML
Raw Normal View History

2024-02-06 00:14:44 +00:00
apiVersion: apps/v1
kind: Deployment
metadata:
2024-07-06 16:37:26 +00:00
name: proxy
labels:
app.kubernetes.io/component: proxy
2024-02-06 00:14:44 +00:00
spec:
selector:
matchLabels:
2024-07-06 16:37:26 +00:00
app.kubernetes.io/component: proxy
2024-02-06 00:14:44 +00:00
template:
metadata:
labels:
2024-07-06 16:37:26 +00:00
app.kubernetes.io/component: proxy
2024-02-06 00:14:44 +00:00
spec:
2024-07-06 21:05:05 +00:00
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
# Image only supports amd64
- key: kubernetes.io/arch
operator: In
values:
- amd64
2024-02-06 00:14:44 +00:00
containers:
- name: litellm
image: ghcr.io/berriai/litellm:main-latest
2024-07-06 16:37:26 +00:00
args: ['--config', '/app/config.yaml']
ports:
- name: http
containerPort: 4000
2024-02-06 00:14:44 +00:00
resources:
requests:
cpu: 200m
memory: 200Mi
2024-07-06 16:37:26 +00:00
limits:
2024-02-06 00:14:44 +00:00
cpu: 200m
2024-07-06 16:37:26 +00:00
memory: 200Mi
2024-02-06 00:14:44 +00:00
volumeMounts:
2024-07-06 16:37:26 +00:00
- name: proxy-config
mountPath: /app/config.yaml
subPath: config.yaml
2024-02-06 00:14:44 +00:00
volumes:
2024-07-06 16:37:26 +00:00
- name: proxy-config
2024-02-06 00:14:44 +00:00
configMap:
2024-07-06 16:37:26 +00:00
name: proxy-config
2024-02-06 00:14:44 +00:00
---
apiVersion: v1
kind: Service
metadata:
2024-07-06 16:37:26 +00:00
name: proxy
2024-02-06 00:14:44 +00:00
labels:
2024-07-06 16:37:26 +00:00
app.kubernetes.io/component: proxy
2024-02-06 00:14:44 +00:00
spec:
selector:
2024-07-06 16:37:26 +00:00
app.kubernetes.io/component: proxy
2024-02-06 00:14:44 +00:00
ports:
- name: http
2024-07-06 16:37:26 +00:00
port: 4000
targetPort: http