Paul Payne
4d983819c9
feat(synapse): update ingress to use traefik ingress class and bump version feat(syncthing-discovery): introduce syncthing discovery service with deployment and ingress feat(syncthing-relay): add syncthing relay server with deployment and ingress configuration fix(taiga): update liveness and readiness probes to use tcpSocket for health checks fix(taiga): change PVC access mode to ReadWriteMany for media and static storage feat(traefik): add icon and ignore rules for traefik service docs(ushahidi): add notes for Redis configuration and Laravel startup probe adjustments feat(ushahidi): implement dedicated Redis deployment for Ushahidi fix(vllm): update deployment strategy and readiness/liveness probes for improved stability fix(writefreely): pin writefreely image version to v0.15.1 for consistency docs(zulip): add notes for TLS-terminating reverse proxy configuration and expected behavior
86 lines
2.4 KiB
YAML
86 lines
2.4 KiB
YAML
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: vllm
|
|
spec:
|
|
replicas: 1
|
|
strategy:
|
|
type: Recreate
|
|
selector:
|
|
matchLabels:
|
|
component: inference
|
|
template:
|
|
metadata:
|
|
labels:
|
|
component: inference
|
|
spec:
|
|
runtimeClassName: nvidia
|
|
enableServiceLinks: false
|
|
securityContext:
|
|
seccompProfile:
|
|
type: RuntimeDefault
|
|
nodeSelector:
|
|
feature.node.kubernetes.io/pci-0300_10de.present: "true"
|
|
containers:
|
|
- name: vllm
|
|
image: vllm/vllm-openai:v0.5.4
|
|
imagePullPolicy: IfNotPresent
|
|
securityContext:
|
|
allowPrivilegeEscalation: false
|
|
capabilities:
|
|
drop:
|
|
- ALL
|
|
args:
|
|
- --model={{ .model }}
|
|
- --max-model-len={{ .maxModelLen }}
|
|
- --tensor-parallel-size=1
|
|
- --gpu-memory-utilization={{ .gpuMemoryUtilization }}
|
|
- --enforce-eager
|
|
- --api-key=$(VLLM_API_KEY)
|
|
env:
|
|
- name: VLLM_API_KEY
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: vllm-secrets
|
|
key: apiKey
|
|
- name: VLLM_TORCH_DTYPE
|
|
value: "auto"
|
|
- name: VLLM_WORKER_CONCURRENCY
|
|
value: "1"
|
|
- name: HF_HOME
|
|
value: "/root/.cache/huggingface"
|
|
- name: NUMBA_CACHE_DIR
|
|
value: "/tmp"
|
|
ports:
|
|
- name: http
|
|
containerPort: 8000
|
|
resources:
|
|
requests:
|
|
cpu: "{{ .cpuRequest }}"
|
|
memory: "{{ .memoryRequest }}"
|
|
nvidia.com/gpu: {{ .gpuCount }}
|
|
limits:
|
|
cpu: "{{ .cpuLimit }}"
|
|
memory: "{{ .memoryLimit }}"
|
|
nvidia.com/gpu: {{ .gpuCount }}
|
|
readinessProbe:
|
|
httpGet:
|
|
path: /health
|
|
port: http
|
|
initialDelaySeconds: 300
|
|
periodSeconds: 30
|
|
timeoutSeconds: 10
|
|
failureThreshold: 5
|
|
livenessProbe:
|
|
httpGet:
|
|
path: /health
|
|
port: http
|
|
initialDelaySeconds: 600
|
|
periodSeconds: 60
|
|
timeoutSeconds: 10
|
|
failureThreshold: 3
|
|
tolerations:
|
|
- key: "nvidia.com/gpu"
|
|
operator: "Exists"
|
|
effect: "NoSchedule"
|