Update vllm to version 0.9.2 with enhanced model and configuration
This commit is contained in:
@@ -23,7 +23,7 @@ spec:
|
|||||||
feature.node.kubernetes.io/pci-0300_10de.present: "true"
|
feature.node.kubernetes.io/pci-0300_10de.present: "true"
|
||||||
containers:
|
containers:
|
||||||
- name: vllm
|
- name: vllm
|
||||||
image: vllm/vllm-openai:v0.5.4
|
image: vllm/vllm-openai:v0.9.2
|
||||||
imagePullPolicy: IfNotPresent
|
imagePullPolicy: IfNotPresent
|
||||||
securityContext:
|
securityContext:
|
||||||
allowPrivilegeEscalation: false
|
allowPrivilegeEscalation: false
|
||||||
@@ -36,6 +36,7 @@ spec:
|
|||||||
- --tensor-parallel-size=1
|
- --tensor-parallel-size=1
|
||||||
- --gpu-memory-utilization={{ .gpuMemoryUtilization }}
|
- --gpu-memory-utilization={{ .gpuMemoryUtilization }}
|
||||||
- --enforce-eager
|
- --enforce-eager
|
||||||
|
- --reasoning-parser=deepseek_r1
|
||||||
- --api-key=$(VLLM_API_KEY)
|
- --api-key=$(VLLM_API_KEY)
|
||||||
env:
|
env:
|
||||||
- name: VLLM_API_KEY
|
- name: VLLM_API_KEY
|
||||||
@@ -51,6 +52,9 @@ spec:
|
|||||||
value: "/root/.cache/huggingface"
|
value: "/root/.cache/huggingface"
|
||||||
- name: NUMBA_CACHE_DIR
|
- name: NUMBA_CACHE_DIR
|
||||||
value: "/tmp"
|
value: "/tmp"
|
||||||
|
volumeMounts:
|
||||||
|
- name: hf-cache
|
||||||
|
mountPath: /root/.cache/huggingface
|
||||||
ports:
|
ports:
|
||||||
- name: http
|
- name: http
|
||||||
containerPort: 8000
|
containerPort: 8000
|
||||||
@@ -75,10 +79,13 @@ spec:
|
|||||||
httpGet:
|
httpGet:
|
||||||
path: /health
|
path: /health
|
||||||
port: http
|
port: http
|
||||||
initialDelaySeconds: 600
|
initialDelaySeconds: 1800
|
||||||
periodSeconds: 60
|
periodSeconds: 60
|
||||||
timeoutSeconds: 10
|
timeoutSeconds: 10
|
||||||
failureThreshold: 3
|
failureThreshold: 3
|
||||||
|
volumes:
|
||||||
|
- name: hf-cache
|
||||||
|
emptyDir: {}
|
||||||
tolerations:
|
tolerations:
|
||||||
- key: "nvidia.com/gpu"
|
- key: "nvidia.com/gpu"
|
||||||
operator: "Exists"
|
operator: "Exists"
|
||||||
|
|||||||
@@ -1,8 +1,8 @@
|
|||||||
version: 0.5.4-7
|
version: 0.9.2-1
|
||||||
defaultConfig:
|
defaultConfig:
|
||||||
namespace: llm
|
namespace: llm
|
||||||
model: Qwen/Qwen2.5-7B-Instruct
|
model: Qwen/Qwen3-8B
|
||||||
maxModelLen: 8192
|
maxModelLen: 32768
|
||||||
gpuMemoryUtilization: 0.9
|
gpuMemoryUtilization: 0.9
|
||||||
cpuRequest: '4'
|
cpuRequest: '4'
|
||||||
cpuLimit: '8'
|
cpuLimit: '8'
|
||||||
|
|||||||
Reference in New Issue
Block a user