diff --git a/configs/amd-master.yaml b/configs/amd-master.yaml index a982f6699a..f429d5b032 100644 --- a/configs/amd-master.yaml +++ b/configs/amd-master.yaml @@ -350,7 +350,7 @@ qwen3.5-fp8-mi355x-atom-mtp: - { tp: 8, ep: 1, conc-start: 4, conc-end: 256, spec-decoding: mtp } qwen3.5-fp8-mi355x-sglang-disagg: - image: lmsysorg/sglang-rocm:v0.5.11-rocm700-mi35x-20260511 + image: lmsysorg/sglang:v0.5.14-rocm720-mi35x model: Qwen/Qwen3.5-397B-A17B-FP8 model-prefix: qwen3.5 runner: mi355x-disagg @@ -365,7 +365,7 @@ qwen3.5-fp8-mi355x-sglang-disagg: search-space: # Matches qwen3.5-fp8-mi355x-sglang TP8/EP1 low-concurrency sweep - spec-decoding: "none" - conc-list: [ 8, 16, 32, 64, 128, 256, 512 ] + conc-list: [ 8, 16, 32, 64, 128 ] prefill: num-worker: 1 tp: 8 @@ -396,7 +396,7 @@ qwen3.5-fp8-mi355x-sglang-disagg: # MoRI is added to is_deepep_class_backend() or shared-slot # accounting is reconciled. - spec-decoding: "none" - conc-list: [ 8, 16, 32, 64, 128, 256, 512 ] + conc-list: [ 8, 16, 32, 64, 128 ] prefill: num-worker: 1 tp: 8 diff --git a/configs/runners.yaml b/configs/runners.yaml index 93da791b85..1386652f5a 100644 --- a/configs/runners.yaml +++ b/configs/runners.yaml @@ -126,6 +126,12 @@ labels: - mi355x-amds_06 - mi355x-amds_07 - mi355x-amds_08 + - mi355x-amds_12 + - mi355x-amds_14 + - mi355x-amds_16 + - mi355x-amds_17 + - mi355x-amds_18 + - mi355x-amds_19 gb200: - gb200-nv_0 - gb200-nv_1 diff --git a/perf-changelog.yaml b/perf-changelog.yaml index f01199eb1a..604ea5b271 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -4556,3 +4556,12 @@ description: - "Add high concurrency configs" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1994 + +- config-keys: + - qwen3.5-fp8-mi355x-sglang-disagg + description: + - "Bump Qwen3.5-FP8 MI355X SGLang disagg image from lmsysorg/sglang-rocm:v0.5.11-rocm700-mi35x-20260511 to lmsysorg/sglang:v0.5.14-rocm720-mi35x (ROCm 7.0 → 7.2, sglang v0.5.11 → v0.5.14)." + - "Fix disagg SLURM exclude list: add mia1-p01-g09 (broken pyxis) to submit.sh — was missing from multi-node path, causing prefill worker 503 failures." + - "Expand mi355x-disagg runner pool from 3 to 9 nodes." + - "Concurrency sweep: 1K1K and 8K1K both [ 8, 16, 32, 64, 128 ]." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2092