From df93b60f273fc9705c61d2fc008ea3035ba45493 Mon Sep 17 00:00:00 2001 From: Xin Li Date: Fri, 10 Jul 2026 23:34:11 -0400 Subject: [PATCH 1/3] bump dsv4-fp4 vLLM image to v0.25.0 on B200 and B300 --- configs/nvidia-master.yaml | 8 ++++---- perf-changelog.yaml | 9 +++++++++ 2 files changed, 13 insertions(+), 4 deletions(-) diff --git a/configs/nvidia-master.yaml b/configs/nvidia-master.yaml index 6be8e006f..e42883a1d 100644 --- a/configs/nvidia-master.yaml +++ b/configs/nvidia-master.yaml @@ -1739,7 +1739,7 @@ dsv4-fp4-b200-sglang: - { tp: 8, ep: 8, dp-attn: true, conc-start: 256, conc-end: 1024 } dsv4-fp4-b200-vllm: - image: vllm/vllm-openai:nightly-3f0a91bb96f8d72e0498b95c166e817deae14d62 + image: vllm/vllm-openai:v0.25.0 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 runner: b200-dsv4 @@ -1827,7 +1827,7 @@ dsv4-fp4-b200-trt-mtp: # MTP variant of dsv4-fp4-b200-vllm. Mirrors the base search space and adds # --speculative-config '{"method":"mtp","num_speculative_tokens":2}'. dsv4-fp4-b200-vllm-mtp: - image: vllm/vllm-openai:v0.21.0 + image: vllm/vllm-openai:v0.25.0 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 runner: b200-dsv4 @@ -3181,7 +3181,7 @@ dsv4-fp8-h200-sglang-mtp: # field, so dp-attn=true is used as the existing vLLM script switch for DP4 # layouts on 4 allocated GPUs. dsv4-fp4-b300-vllm: - image: vllm/vllm-openai:v0.22.0 + image: vllm/vllm-openai:v0.25.0 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 runner: b300 @@ -3276,7 +3276,7 @@ dsv4-fp4-b300-trt-mtp: - { tp: 8, ep: 8, dp-attn: true, conc-start: 256, conc-end: 1024, spec-decoding: mtp } dsv4-fp4-b300-vllm-mtp: - image: vllm/vllm-openai:v0.21.0 + image: vllm/vllm-openai:v0.25.0 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 runner: b300 diff --git a/perf-changelog.yaml b/perf-changelog.yaml index be28208ab..f6accfcca 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -4716,3 +4716,12 @@ - "Clean the export envs" - "Enable two batch overlap" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2093 + +- config-keys: + - dsv4-fp4-b200-vllm + - dsv4-fp4-b200-vllm-mtp + - dsv4-fp4-b300-vllm + - dsv4-fp4-b300-vllm-mtp + description: + - "Bump vLLM image to v0.25.0 for DeepSeek-V4-Pro FP4 on B200 and B300." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2169 From b75f574a4736cfd1ec1bd67edac0d5595a186dc6 Mon Sep 17 00:00:00 2001 From: Xin Li Date: Sat, 11 Jul 2026 01:06:06 -0400 Subject: [PATCH 2/3] update runner --- configs/nvidia-master.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/configs/nvidia-master.yaml b/configs/nvidia-master.yaml index e42883a1d..099a93a77 100644 --- a/configs/nvidia-master.yaml +++ b/configs/nvidia-master.yaml @@ -1742,7 +1742,7 @@ dsv4-fp4-b200-vllm: image: vllm/vllm-openai:v0.25.0 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 - runner: b200-dsv4 + runner: cluster:b200-dgxc precision: fp4 framework: vllm multinode: false @@ -1830,7 +1830,7 @@ dsv4-fp4-b200-vllm-mtp: image: vllm/vllm-openai:v0.25.0 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 - runner: b200-dsv4 + runner: cluster:b200-dgxc precision: fp4 framework: vllm multinode: false From a73fa745df04c7a5d6148a991d0104e6b52d57e8 Mon Sep 17 00:00:00 2001 From: Xin Li Date: Sat, 11 Jul 2026 01:07:34 -0400 Subject: [PATCH 3/3] update runner --- configs/nvidia-master.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/configs/nvidia-master.yaml b/configs/nvidia-master.yaml index 099a93a77..2a2faea14 100644 --- a/configs/nvidia-master.yaml +++ b/configs/nvidia-master.yaml @@ -3184,7 +3184,7 @@ dsv4-fp4-b300-vllm: image: vllm/vllm-openai:v0.25.0 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 - runner: b300 + runner: cluster:b300-nv precision: fp4 framework: vllm multinode: false @@ -3279,7 +3279,7 @@ dsv4-fp4-b300-vllm-mtp: image: vllm/vllm-openai:v0.25.0 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 - runner: b300 + runner: cluster:b300-nv precision: fp4 framework: vllm multinode: false