Skip to content

Commit 9c490e8

Browse files
committed
Use lmsysorg/sglang-daily:v0.5.9-rocm720-mi30x-20260310 Image
as it contains previous mentioned three improvements
1 parent 1514e4c commit 9c490e8

3 files changed

Lines changed: 2 additions & 41 deletions

File tree

.github/configs/amd-master.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -73,7 +73,7 @@ dsr1-fp4-mi355x-atom-mtp:
7373
- { tp: 8, conc-start: 4, conc-end: 256, spec-decoding: mtp }
7474

7575
dsr1-fp8-mi300x-sglang:
76-
image: lmsysorg/sglang:v0.5.8-rocm700-mi30x
76+
image: lmsysorg/sglang-daily:v0.5.9-rocm720-mi30x-20260310
7777
model: deepseek-ai/DeepSeek-R1-0528
7878
model-prefix: dsr1
7979
runner: mi300x

benchmarks/single_node/dsr1_fp8_mi300x.sh

Lines changed: 0 additions & 39 deletions
Original file line numberDiff line numberDiff line change
@@ -15,45 +15,6 @@ if [[ -n "$SLURM_JOB_ID" ]]; then
1515
echo "JOB $SLURM_JOB_ID running on $SLURMD_NODENAME"
1616
fi
1717

18-
patch_sgl_components() {
19-
local work_dir="/sgl-workspace"
20-
local aiter_ref="d2ca5a897"
21-
local sgl_kernel_ref="8bd644765"
22-
23-
if [[ ! -d "$work_dir" ]]; then
24-
echo "$work_dir not found; assuming image ships correct versions."
25-
return 0
26-
fi
27-
28-
(
29-
set -e
30-
31-
pip uninstall sglang sgl-kernel amd-aiter -y
32-
33-
cd "$work_dir"
34-
rm -rf aiter
35-
git clone --recursive https://github.com/ROCm/aiter.git
36-
cd aiter
37-
git fetch && git reset --hard "$aiter_ref"
38-
rm -rf aiter/jit/**.so
39-
PREBUILD_KERNELS=0 python setup.py develop
40-
echo "aiter ($aiter_ref) installed."
41-
42-
cd "$work_dir/sglang/sgl-kernel"
43-
git fetch && git reset --hard "$sgl_kernel_ref"
44-
python setup_rocm.py develop
45-
echo "sgl-kernel ($sgl_kernel_ref) installed."
46-
47-
cd "$work_dir/sglang"
48-
rm -f python/pyproject.toml
49-
cp python/pyproject_other.toml python/pyproject.toml
50-
pip install -e "python[all_hip]"
51-
echo "sglang reinstalled."
52-
)
53-
}
54-
# Apply patch_sgl_components for lmsysorg/sglang:v0.5.8-rocm700-mi30x ONLY
55-
patch_sgl_components
56-
5718
hf download "$MODEL"
5819

5920
# Reference

perf-changelog.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -737,7 +737,7 @@
737737
- config-keys:
738738
- dsr1-fp8-mi300x-sglang
739739
description:
740-
- "patching aiter/sgl-kernel versions for MI300X FP8 DSR1 SGLang"
740+
- "Update MI300X FP8 DSR1 SGLang image from v0.5.8 to lmsysorg/sglang-daily:v0.5.9-rocm720-mi30x-20260310"
741741
- "Include configuration files for three GEMM operations: https://github.com/ROCm/aiter/pull/2024"
742742
- "Improve TPOT by using fp8 bmm in MLA and MI300X for DSR1/V3: https://github.com/sgl-project/sglang/pull/18624"
743743
- "Broaden the optimized paths to all HIP platforms and add tuned FP8 GEMM configs: https://github.com/sgl-project/sglang/pull/18242"

0 commit comments

Comments
 (0)