Update vllm to version 0.9.2 with enhanced model and configuration

This commit is contained in:
2026-08-01 20:31:26 +00:00
parent 763ac922d5
commit 22aeffbd00
2 changed files with 12 additions and 5 deletions

View File

@@ -23,7 +23,7 @@ spec:
feature.node.kubernetes.io/pci-0300_10de.present: "true" feature.node.kubernetes.io/pci-0300_10de.present: "true"
containers: containers:
- name: vllm - name: vllm
image: vllm/vllm-openai:v0.5.4 image: vllm/vllm-openai:v0.9.2
imagePullPolicy: IfNotPresent imagePullPolicy: IfNotPresent
securityContext: securityContext:
allowPrivilegeEscalation: false allowPrivilegeEscalation: false
@@ -36,6 +36,7 @@ spec:
- --tensor-parallel-size=1 - --tensor-parallel-size=1
- --gpu-memory-utilization={{ .gpuMemoryUtilization }} - --gpu-memory-utilization={{ .gpuMemoryUtilization }}
- --enforce-eager - --enforce-eager
- --reasoning-parser=deepseek_r1
- --api-key=$(VLLM_API_KEY) - --api-key=$(VLLM_API_KEY)
env: env:
- name: VLLM_API_KEY - name: VLLM_API_KEY
@@ -51,6 +52,9 @@ spec:
value: "/root/.cache/huggingface" value: "/root/.cache/huggingface"
- name: NUMBA_CACHE_DIR - name: NUMBA_CACHE_DIR
value: "/tmp" value: "/tmp"
volumeMounts:
- name: hf-cache
mountPath: /root/.cache/huggingface
ports: ports:
- name: http - name: http
containerPort: 8000 containerPort: 8000
@@ -75,10 +79,13 @@ spec:
httpGet: httpGet:
path: /health path: /health
port: http port: http
initialDelaySeconds: 600 initialDelaySeconds: 1800
periodSeconds: 60 periodSeconds: 60
timeoutSeconds: 10 timeoutSeconds: 10
failureThreshold: 3 failureThreshold: 3
volumes:
- name: hf-cache
emptyDir: {}
tolerations: tolerations:
- key: "nvidia.com/gpu" - key: "nvidia.com/gpu"
operator: "Exists" operator: "Exists"

View File

@@ -1,8 +1,8 @@
version: 0.5.4-7 version: 0.9.2-1
defaultConfig: defaultConfig:
namespace: llm namespace: llm
model: Qwen/Qwen2.5-7B-Instruct model: Qwen/Qwen3-8B
maxModelLen: 8192 maxModelLen: 32768
gpuMemoryUtilization: 0.9 gpuMemoryUtilization: 0.9
cpuRequest: '4' cpuRequest: '4'
cpuLimit: '8' cpuLimit: '8'