diff --git a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-high-tpt-megamoe.yaml b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-high-tpt-megamoe.yaml index a78b83ce2e..99f85702b3 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-high-tpt-megamoe.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-high-tpt-megamoe.yaml @@ -18,12 +18,12 @@ name: "svf-vllm-disagg-gb200-high-tpt-megamoe" # absorb cold-cache /mnt/numa1 model loads. model: path: "deepseek-v4-pro" - container: "vllm/vllm-openai:v0.20.0-ubuntu2404" + container: "vllm/vllm-openai:dsv4-megamoe-mxfp4-arm64-cu130-4ba0a72" precision: "fp4" dynamo: install: true - wheel: "1.2.0.dev20260426" + wheel: "1.3.0.dev1" setup_script: vllm-container-deps.sh @@ -48,11 +48,14 @@ infra: frontend: type: dynamo - enable_multiple_frontends: false + enable_multiple_frontends: true + env: + DYN_REQUEST_PLANE_CODEC: "msgpack" backend: type: vllm connector: null prefill_environment: + DYN_REQUEST_PLANE_CODEC: "msgpack" TILELANG_CLEANUP_TEMP_FILES: "1" VLLM_USE_NCCL_SYMM_MEM: "1" TORCH_SYMMMEM: "NVSHMEM" @@ -70,6 +73,7 @@ backend: UCX_CUDA_IPC_ENABLE_MNNVL: "y" NCCL_P2P_LEVEL: NVL decode_environment: + DYN_REQUEST_PLANE_CODEC: "msgpack" TILELANG_CLEANUP_TEMP_FILES: "1" VLLM_USE_NCCL_SYMM_MEM: "1" TORCH_SYMMMEM: "NVSHMEM" diff --git a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-low-latency.yaml b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-low-latency.yaml index 6c5dec41d5..1e202b2281 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-low-latency.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-low-latency.yaml @@ -17,12 +17,12 @@ name: "svf-vllm-disagg-gb200-low-latency" # absorb cold-cache /mnt/numa1 model loads. model: path: "deepseek-v4-pro" - container: "vllm/vllm-openai:v0.20.0-ubuntu2404" + container: "vllm/vllm-openai:dsv4-megamoe-mxfp4-arm64-cu130-4ba0a72" precision: "fp4" dynamo: install: true - wheel: "1.2.0.dev20260426" + wheel: "1.3.0.dev1" setup_script: vllm-container-deps.sh @@ -47,11 +47,14 @@ infra: frontend: type: dynamo - enable_multiple_frontends: false + enable_multiple_frontends: true + env: + DYN_REQUEST_PLANE_CODEC: "msgpack" backend: type: vllm connector: null prefill_environment: + DYN_REQUEST_PLANE_CODEC: "msgpack" TILELANG_CLEANUP_TEMP_FILES: "1" VLLM_USE_NCCL_SYMM_MEM: "1" NCCL_CUMEM_ENABLE: "1" @@ -68,6 +71,7 @@ backend: UCX_CUDA_IPC_ENABLE_MNNVL: "y" NCCL_P2P_LEVEL: NVL decode_environment: + DYN_REQUEST_PLANE_CODEC: "msgpack" TILELANG_CLEANUP_TEMP_FILES: "1" VLLM_USE_NCCL_SYMM_MEM: "1" NCCL_CUMEM_ENABLE: "1" diff --git a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-low-middle-curve.yaml b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-low-middle-curve.yaml index 98ec9acdad..cc4f142296 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-low-middle-curve.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-low-middle-curve.yaml @@ -18,12 +18,12 @@ name: "svf-vllm-disagg-gb200-low-middle-curve" # absorb cold-cache /mnt/numa1 model loads. model: path: "deepseek-v4-pro" - container: "vllm/vllm-openai:v0.20.0-ubuntu2404" + container: "vllm/vllm-openai:dsv4-megamoe-mxfp4-arm64-cu130-4ba0a72" precision: "fp4" dynamo: install: true - wheel: "1.2.0.dev20260426" + wheel: "1.3.0.dev1" setup_script: vllm-container-deps.sh @@ -48,11 +48,14 @@ infra: frontend: type: dynamo - enable_multiple_frontends: false + enable_multiple_frontends: true + env: + DYN_REQUEST_PLANE_CODEC: "msgpack" backend: type: vllm connector: null prefill_environment: + DYN_REQUEST_PLANE_CODEC: "msgpack" TILELANG_CLEANUP_TEMP_FILES: "1" VLLM_USE_NCCL_SYMM_MEM: "1" NCCL_CUMEM_ENABLE: "1" @@ -69,6 +72,7 @@ backend: UCX_CUDA_IPC_ENABLE_MNNVL: "y" NCCL_P2P_LEVEL: NVL decode_environment: + DYN_REQUEST_PLANE_CODEC: "msgpack" TILELANG_CLEANUP_TEMP_FILES: "1" VLLM_USE_NCCL_SYMM_MEM: "1" NCCL_CUMEM_ENABLE: "1" diff --git a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-max-tpt-megamoe.yaml b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-max-tpt-megamoe.yaml index db3caef440..9a46c6997d 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-max-tpt-megamoe.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-max-tpt-megamoe.yaml @@ -18,12 +18,12 @@ name: "svf-vllm-disagg-gb200-max-tpt-megamoe" # absorb cold-cache /mnt/numa1 model loads. model: path: "deepseek-v4-pro" - container: "vllm/vllm-openai:v0.20.0-ubuntu2404" + container: "vllm/vllm-openai:dsv4-megamoe-mxfp4-arm64-cu130-4ba0a72" precision: "fp4" dynamo: install: true - wheel: "1.2.0.dev20260426" + wheel: "1.3.0.dev1" setup_script: vllm-container-deps.sh @@ -48,11 +48,14 @@ infra: frontend: type: dynamo - enable_multiple_frontends: false + enable_multiple_frontends: true + env: + DYN_REQUEST_PLANE_CODEC: "msgpack" backend: type: vllm connector: null prefill_environment: + DYN_REQUEST_PLANE_CODEC: "msgpack" TILELANG_CLEANUP_TEMP_FILES: "1" VLLM_USE_NCCL_SYMM_MEM: "1" TORCH_SYMMMEM: "NVSHMEM" @@ -70,6 +73,7 @@ backend: UCX_CUDA_IPC_ENABLE_MNNVL: "y" NCCL_P2P_LEVEL: NVL decode_environment: + DYN_REQUEST_PLANE_CODEC: "msgpack" TILELANG_CLEANUP_TEMP_FILES: "1" VLLM_USE_NCCL_SYMM_MEM: "1" TORCH_SYMMMEM: "NVSHMEM" diff --git a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-mid-curve-megamoe.yaml b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-mid-curve-megamoe.yaml index a1f7cfd5a6..8a37a551cc 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-mid-curve-megamoe.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-gb200-mid-curve-megamoe.yaml @@ -18,12 +18,12 @@ name: "svf-vllm-disagg-gb200-mid-curve-megamoe" # absorb cold-cache /mnt/numa1 model loads. model: path: "deepseek-v4-pro" - container: "vllm/vllm-openai:v0.20.0-ubuntu2404" + container: "vllm/vllm-openai:dsv4-megamoe-mxfp4-arm64-cu130-4ba0a72" precision: "fp4" dynamo: install: true - wheel: "1.2.0.dev20260426" + wheel: "1.3.0.dev1" setup_script: vllm-container-deps.sh @@ -48,11 +48,14 @@ infra: frontend: type: dynamo - enable_multiple_frontends: false + enable_multiple_frontends: true + env: + DYN_REQUEST_PLANE_CODEC: "msgpack" backend: type: vllm connector: null prefill_environment: + DYN_REQUEST_PLANE_CODEC: "msgpack" TILELANG_CLEANUP_TEMP_FILES: "1" VLLM_USE_NCCL_SYMM_MEM: "1" TORCH_SYMMMEM: "NVSHMEM" @@ -70,6 +73,7 @@ backend: UCX_CUDA_IPC_ENABLE_MNNVL: "y" NCCL_P2P_LEVEL: NVL decode_environment: + DYN_REQUEST_PLANE_CODEC: "msgpack" TILELANG_CLEANUP_TEMP_FILES: "1" VLLM_USE_NCCL_SYMM_MEM: "1" TORCH_SYMMMEM: "NVSHMEM" diff --git a/configs/nvidia-master.yaml b/configs/nvidia-master.yaml index 6be8e006f9..a3fbe93a2b 100644 --- a/configs/nvidia-master.yaml +++ b/configs/nvidia-master.yaml @@ -8587,7 +8587,7 @@ dsv4-fp4-b200-dynamo-vllm: dp-attn: true dsv4-fp4-gb200-dynamo-vllm: - image: vllm/vllm-openai:v0.20.0-ubuntu2404 + image: vllm/vllm-openai:dsv4-megamoe-mxfp4-arm64-cu130-4ba0a72 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 runner: gb200 diff --git a/perf-changelog.yaml b/perf-changelog.yaml index c1a3c3aee8..924d0cc1b2 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -4699,3 +4699,12 @@ - "Clean the export envs" - "Enable two batch overlap" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2093 + +- config-keys: + - dsv4-fp4-gb200-dynamo-vllm + description: + - "Update the Dynamo wheel from 1.2.0.dev20260426 to 1.3.0.dev1" + - "Enable multiple Dynamo frontends across all DeepSeek-V4-Pro FP4 GB200 topologies" + - "Use MessagePack encoding for the Dynamo request plane on frontends and workers" + - "Update the vLLM image from v0.20.0-ubuntu2404 to dsv4-megamoe-mxfp4-arm64-cu130-4ba0a72" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2139