From 2c05c9253afe60c3aaebf7cae6bb905602ab13e4 Mon Sep 17 00:00:00 2001 From: zhutaoyu Date: Fri, 3 Jul 2026 07:49:42 +0000 Subject: [PATCH 01/21] zty_tmp --- .../single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh | 3 +++ configs/amd-master.yaml | 2 +- 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh index 6730aded2b..d1fcb34745 100755 --- a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh +++ b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh @@ -21,6 +21,9 @@ echo "TP: $TP, CONC: $CONC, ISL: $ISL, OSL: $OSL, EP_SIZE: $EP_SIZE, DP_ATTENTIO SERVER_LOG=/workspace/server.log + + +export AITER_QUICK_REDUCE_QUANTIZATION=INT4 export OMP_NUM_THREADS=1 # Calculate max-model-len based on ISL and OSL diff --git a/configs/amd-master.yaml b/configs/amd-master.yaml index 95a76ab6dd..c064a9aae6 100644 --- a/configs/amd-master.yaml +++ b/configs/amd-master.yaml @@ -811,7 +811,7 @@ kimik2.5-fp4-mi355x-vllm-agentic: kimik2.5-fp4-mi355x-atom: - image: rocm/atom:rocm7.2.3_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom20260511 + image: benenzhu/benenzhu-amd:dev5 model: amd/Kimi-K2.5-MXFP4 model-prefix: kimik2.5 runner: mi355x From 7902da2b03dcae4ac879adbafe6436cbf98a8ffd Mon Sep 17 00:00:00 2001 From: zhutaoyu Date: Fri, 3 Jul 2026 07:56:19 +0000 Subject: [PATCH 02/21] zty_tmp --- .../single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh index d1fcb34745..f6f2a5b1f5 100755 --- a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh +++ b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh @@ -24,6 +24,7 @@ SERVER_LOG=/workspace/server.log export AITER_QUICK_REDUCE_QUANTIZATION=INT4 +export AITER_MXFP4_INTERMEDIATE=1 export OMP_NUM_THREADS=1 # Calculate max-model-len based on ISL and OSL @@ -47,7 +48,7 @@ set -x python3 -m atom.entrypoints.openai_server \ --model $MODEL \ --server-port $PORT \ - -tp $TP \ + -tp $TP --scheduler-delay-factor 1 \ --kv_cache_dtype fp8 $CALCULATED_MAX_MODEL_LEN $EP \ --trust-remote-code \ > $SERVER_LOG 2>&1 & From 585d6612f0426e8db4921f5efd8e15d0b7f44a82 Mon Sep 17 00:00:00 2001 From: zhutaoyu Date: Fri, 3 Jul 2026 15:43:55 +0000 Subject: [PATCH 03/21] zty_tmp --- configs/amd-master.yaml | 6 ------ 1 file changed, 6 deletions(-) diff --git a/configs/amd-master.yaml b/configs/amd-master.yaml index c064a9aae6..bb68ff1dd1 100644 --- a/configs/amd-master.yaml +++ b/configs/amd-master.yaml @@ -820,15 +820,9 @@ kimik2.5-fp4-mi355x-atom: multinode: false scenarios: fixed-seq-len: - - isl: 1024 - osl: 1024 - search-space: - - { tp: 8, conc-start: 4, conc-end: 128 } - - { tp: 4, conc-start: 4, conc-end: 128 } - isl: 8192 osl: 1024 search-space: - - { tp: 8, conc-start: 4, conc-end: 128 } - { tp: 4, conc-start: 4, conc-end: 128 } gptoss-fp4-mi300x-vllm: From d92fbb5293361ffe2831be54fa67f6ae32b419e3 Mon Sep 17 00:00:00 2001 From: zhutaoyu Date: Sat, 4 Jul 2026 03:57:29 +0000 Subject: [PATCH 04/21] zty_tmp --- .../single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh index f6f2a5b1f5..74f3c228ef 100755 --- a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh +++ b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh @@ -20,7 +20,8 @@ fi echo "TP: $TP, CONC: $CONC, ISL: $ISL, OSL: $OSL, EP_SIZE: $EP_SIZE, DP_ATTENTION: $DP_ATTENTION" SERVER_LOG=/workspace/server.log - +git clone https://github.com/RadeonFlow/up-atom.git /up-atom +git -C /up-atom show --pretty=format: --binary b86f697 | git -C /app/ATOM apply --3way - export AITER_QUICK_REDUCE_QUANTIZATION=INT4 From 3998dabf745e1e776aa908631025e76efb6d16f1 Mon Sep 17 00:00:00 2001 From: zhutaoyu Date: Sat, 4 Jul 2026 13:04:32 +0000 Subject: [PATCH 05/21] zty_tmp --- .../single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh index 74f3c228ef..6e55280868 100755 --- a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh +++ b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh @@ -20,8 +20,8 @@ fi echo "TP: $TP, CONC: $CONC, ISL: $ISL, OSL: $OSL, EP_SIZE: $EP_SIZE, DP_ATTENTION: $DP_ATTENTION" SERVER_LOG=/workspace/server.log -git clone https://github.com/RadeonFlow/up-atom.git /up-atom -git -C /up-atom show --pretty=format: --binary b86f697 | git -C /app/ATOM apply --3way - +sed -i '1626c\ timeout=timedelta(seconds=1200))' /app/aiter-test/aiter/dist/parallel_state.py +sed -i '33c\from datetime import timedelta' /app/aiter-test/aiter/dist/parallel_state.py export AITER_QUICK_REDUCE_QUANTIZATION=INT4 From 4d33ed4f0239197cb2b07eb7e2d3635f69795b6c Mon Sep 17 00:00:00 2001 From: Taoyu Zhu Date: Wed, 8 Jul 2026 00:12:24 +0800 Subject: [PATCH 06/21] Update kimik2.5_fp4_mi355x_atom.sh --- .../single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh index 6e55280868..b5f8268b50 100755 --- a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh +++ b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh @@ -20,10 +20,9 @@ fi echo "TP: $TP, CONC: $CONC, ISL: $ISL, OSL: $OSL, EP_SIZE: $EP_SIZE, DP_ATTENTION: $DP_ATTENTION" SERVER_LOG=/workspace/server.log -sed -i '1626c\ timeout=timedelta(seconds=1200))' /app/aiter-test/aiter/dist/parallel_state.py -sed -i '33c\from datetime import timedelta' /app/aiter-test/aiter/dist/parallel_state.py +export ATOM_DISABLE_MMAP=true export AITER_QUICK_REDUCE_QUANTIZATION=INT4 export AITER_MXFP4_INTERMEDIATE=1 export OMP_NUM_THREADS=1 From aeabc5c6982e354d6000b5413d52744a09b7e156 Mon Sep 17 00:00:00 2001 From: Taoyu Zhu Date: Wed, 8 Jul 2026 00:14:58 +0800 Subject: [PATCH 07/21] Update amd-master.yaml --- configs/amd-master.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/amd-master.yaml b/configs/amd-master.yaml index bb68ff1dd1..a2ed71952f 100644 --- a/configs/amd-master.yaml +++ b/configs/amd-master.yaml @@ -823,7 +823,7 @@ kimik2.5-fp4-mi355x-atom: - isl: 8192 osl: 1024 search-space: - - { tp: 4, conc-start: 4, conc-end: 128 } + - { tp: 4, conc-start: 1, conc-end: 128 } gptoss-fp4-mi300x-vllm: image: vllm/vllm-openai-rocm:v0.17.0 From 7e160de1cafdb4937537fabfc257d6bf4e0e0fb7 Mon Sep 17 00:00:00 2001 From: Taoyu Zhu Date: Wed, 8 Jul 2026 18:07:45 +0800 Subject: [PATCH 08/21] Update amd-master.yaml --- configs/amd-master.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/amd-master.yaml b/configs/amd-master.yaml index a2ed71952f..1692490ceb 100644 --- a/configs/amd-master.yaml +++ b/configs/amd-master.yaml @@ -811,7 +811,7 @@ kimik2.5-fp4-mi355x-vllm-agentic: kimik2.5-fp4-mi355x-atom: - image: benenzhu/benenzhu-amd:dev5 + image: rocm/atom-dev:nightly_202607071606 # benenzhu/benenzhu-amd:dev5 model: amd/Kimi-K2.5-MXFP4 model-prefix: kimik2.5 runner: mi355x From 2fd7868714f60dbdc037a5dc3ac115fb8b817cae Mon Sep 17 00:00:00 2001 From: Taoyu Zhu Date: Thu, 9 Jul 2026 01:44:40 +0800 Subject: [PATCH 09/21] Update amd-master.yaml --- configs/amd-master.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/amd-master.yaml b/configs/amd-master.yaml index 1692490ceb..8337fe6bf0 100644 --- a/configs/amd-master.yaml +++ b/configs/amd-master.yaml @@ -811,7 +811,7 @@ kimik2.5-fp4-mi355x-vllm-agentic: kimik2.5-fp4-mi355x-atom: - image: rocm/atom-dev:nightly_202607071606 # benenzhu/benenzhu-amd:dev5 + image: benenzhu/benenzhu-amd:dev6 model: amd/Kimi-K2.5-MXFP4 model-prefix: kimik2.5 runner: mi355x From eecbcdc637dcbe6353d8504fa3f9ee3e33d49e00 Mon Sep 17 00:00:00 2001 From: Taoyu Zhu Date: Fri, 10 Jul 2026 00:20:22 +0800 Subject: [PATCH 10/21] Update amd-master.yaml --- configs/amd-master.yaml | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/configs/amd-master.yaml b/configs/amd-master.yaml index 64c67efd81..89f03d54c7 100644 --- a/configs/amd-master.yaml +++ b/configs/amd-master.yaml @@ -809,7 +809,7 @@ kimik2.5-fp4-mi355x-vllm-agentic: - { tp: 4, kv-offloading: dram, kv-offload-backend: native, conc-list: [16, 24, 32, 40] } kimik2.5-fp4-mi355x-atom: - image: benenzhu/benenzhu-amd:dev6 + image: rocm/atom-dev:nightly_202607091539 # wait for a release image, cause Kimi is a old model. model: amd/Kimi-K2.5-MXFP4 model-prefix: kimik2.5 runner: mi355x @@ -818,10 +818,16 @@ kimik2.5-fp4-mi355x-atom: multinode: false scenarios: fixed-seq-len: + - isl: 1024 + osl: 1024 + search-space: + - { tp: 8, conc-start: 4, conc-end: 4 } + - { tp: 4, conc-start: 4, conc-end: 128 } - isl: 8192 osl: 1024 search-space: - - { tp: 4, conc-start: 1, conc-end: 128 } + - { tp: 4, conc-start: 4, conc-end: 128 } + - { tp: 8, conc-start: 4, conc-end: 4 } dsr1-fp8-mi355x-atom: image: rocm/atom:rocm7.2.3_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom20260511 From 8f01767ecec35dcb0e5b6fc8c9dd7033ab2492ee Mon Sep 17 00:00:00 2001 From: Taoyu Zhu Date: Fri, 10 Jul 2026 00:22:47 +0800 Subject: [PATCH 11/21] Update perf-changelog.yaml --- perf-changelog.yaml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/perf-changelog.yaml b/perf-changelog.yaml index cd19882fc8..2a8df238b8 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -4650,3 +4650,9 @@ - "Update SGLang image from lmsysorg/sglang:v0.5.13-cu130 to lmsysorg/sglang:nightly-dev-cu13-20260707-b4155233" - "Enable SGLANG_ENABLE_UNIFIED_RADIX_TREE=1 unconditionally (previously hicache-only) and SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS=1 to free out-of-window SWA KV slots during chunked prefill, relieving SWA pool pressure and restoring prefix-cache hit rate on multi-turn agentic workloads" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2112 + + - config-keys: + - kimik2.5-fp4-mi355x-atom + description: + - "TODO & update image" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2132 From 09716b501c3aef8a8867c1ba71bfcfcffeef40e8 Mon Sep 17 00:00:00 2001 From: Taoyu Zhu Date: Fri, 10 Jul 2026 00:27:27 +0800 Subject: [PATCH 12/21] Update perf-changelog.yaml --- perf-changelog.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/perf-changelog.yaml b/perf-changelog.yaml index 2a8df238b8..bb0b1f9dee 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -4651,7 +4651,7 @@ - "Enable SGLANG_ENABLE_UNIFIED_RADIX_TREE=1 unconditionally (previously hicache-only) and SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS=1 to free out-of-window SWA KV slots during chunked prefill, relieving SWA pool pressure and restoring prefix-cache hit rate on multi-turn agentic workloads" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2112 - - config-keys: +- config-keys: - kimik2.5-fp4-mi355x-atom description: - "TODO & update image" From fc4a7beaa9e55689cbe17e3ac35ee0c87e456206 Mon Sep 17 00:00:00 2001 From: Taoyu Zhu Date: Fri, 10 Jul 2026 00:33:54 +0800 Subject: [PATCH 13/21] Update perf-changelog.yaml Co-authored-by: claude[bot] <209825114+claude[bot]@users.noreply.github.com> --- perf-changelog.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/perf-changelog.yaml b/perf-changelog.yaml index bb0b1f9dee..96e113b2d7 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -4654,5 +4654,7 @@ - config-keys: - kimik2.5-fp4-mi355x-atom description: - - "TODO & update image" + - "Update ATOM image from rocm/atom:rocm7.2.3_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom20260511 to rocm/atom-dev:nightly_202607091539" + - "Enable ATOM_DISABLE_MMAP=true, AITER_QUICK_REDUCE_QUANTIZATION=INT4, AITER_MXFP4_INTERMEDIATE=1; add --scheduler-delay-factor 1 to server launch" + - "Narrow TP8 search-space to conc 4 only for both 1k1k and 8k1k" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2132 From d94089d246d038346cd227d423ec9400aad51498 Mon Sep 17 00:00:00 2001 From: Taoyu Zhu Date: Fri, 10 Jul 2026 00:34:03 +0800 Subject: [PATCH 14/21] Update benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh Co-authored-by: claude[bot] <209825114+claude[bot]@users.noreply.github.com> --- .../single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh index b5f8268b50..96deb2b4c9 100755 --- a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh +++ b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh @@ -48,7 +48,8 @@ set -x python3 -m atom.entrypoints.openai_server \ --model $MODEL \ --server-port $PORT \ - -tp $TP --scheduler-delay-factor 1 \ + -tp $TP \ + --scheduler-delay-factor 1 \ --kv_cache_dtype fp8 $CALCULATED_MAX_MODEL_LEN $EP \ --trust-remote-code \ > $SERVER_LOG 2>&1 & From 1550a5c05bf5cdd1769c2d1a5cca01056c629800 Mon Sep 17 00:00:00 2001 From: Taoyu Zhu Date: Fri, 10 Jul 2026 11:43:50 +0800 Subject: [PATCH 15/21] Update amd-master.yaml --- configs/amd-master.yaml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/configs/amd-master.yaml b/configs/amd-master.yaml index 89f03d54c7..5bedfc4343 100644 --- a/configs/amd-master.yaml +++ b/configs/amd-master.yaml @@ -809,7 +809,7 @@ kimik2.5-fp4-mi355x-vllm-agentic: - { tp: 4, kv-offloading: dram, kv-offload-backend: native, conc-list: [16, 24, 32, 40] } kimik2.5-fp4-mi355x-atom: - image: rocm/atom-dev:nightly_202607091539 # wait for a release image, cause Kimi is a old model. + image: rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom0.1.4_202607091539 # wait for a release image, cause Kimi is a old model. model: amd/Kimi-K2.5-MXFP4 model-prefix: kimik2.5 runner: mi355x @@ -821,13 +821,11 @@ kimik2.5-fp4-mi355x-atom: - isl: 1024 osl: 1024 search-space: - - { tp: 8, conc-start: 4, conc-end: 4 } - { tp: 4, conc-start: 4, conc-end: 128 } - isl: 8192 osl: 1024 search-space: - { tp: 4, conc-start: 4, conc-end: 128 } - - { tp: 8, conc-start: 4, conc-end: 4 } dsr1-fp8-mi355x-atom: image: rocm/atom:rocm7.2.3_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom20260511 From db00a2b637a757b972aa7a54d7d03d01c8708a14 Mon Sep 17 00:00:00 2001 From: Taoyu Zhu Date: Fri, 10 Jul 2026 11:44:55 +0800 Subject: [PATCH 16/21] Update kimik2.5_fp4_mi355x_atom.sh --- .../single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh index 96deb2b4c9..38d625d1d6 100755 --- a/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh +++ b/benchmarks/single_node/fixed_seq_len/kimik2.5_fp4_mi355x_atom.sh @@ -22,7 +22,7 @@ echo "TP: $TP, CONC: $CONC, ISL: $ISL, OSL: $OSL, EP_SIZE: $EP_SIZE, DP_ATTENTIO SERVER_LOG=/workspace/server.log -export ATOM_DISABLE_MMAP=true +export ATOM_DISABLE_MMAP=true # Model load faster. export AITER_QUICK_REDUCE_QUANTIZATION=INT4 export AITER_MXFP4_INTERMEDIATE=1 export OMP_NUM_THREADS=1 From e806b5af7c09a79f2f6274a05aff82f126971b0a Mon Sep 17 00:00:00 2001 From: Taoyu Zhu Date: Fri, 10 Jul 2026 11:46:20 +0800 Subject: [PATCH 17/21] Update perf-changelog.yaml --- perf-changelog.yaml | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-) diff --git a/perf-changelog.yaml b/perf-changelog.yaml index 96e113b2d7..68e43d248c 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -4587,6 +4587,14 @@ - "Add high concurrency configs" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1994 +- config-keys: + - kimik2.5-fp4-mi355x-atom + description: + - "Update ATOM image from rocm/atom:rocm7.2.3_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom20260511 to rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom0.1.4_202607091539" + - "Enable ATOM_DISABLE_MMAP=true, AITER_QUICK_REDUCE_QUANTIZATION=INT4, AITER_MXFP4_INTERMEDIATE=1; add --scheduler-delay-factor 1 to server launch" + - "Conc 4 only for both 1k1k and 8k1k" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2132 + - config-keys: - minimaxm3-fp8-mi355x-vllm-mtp description: @@ -4651,10 +4659,4 @@ - "Enable SGLANG_ENABLE_UNIFIED_RADIX_TREE=1 unconditionally (previously hicache-only) and SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS=1 to free out-of-window SWA KV slots during chunked prefill, relieving SWA pool pressure and restoring prefix-cache hit rate on multi-turn agentic workloads" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2112 -- config-keys: - - kimik2.5-fp4-mi355x-atom - description: - - "Update ATOM image from rocm/atom:rocm7.2.3_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom20260511 to rocm/atom-dev:nightly_202607091539" - - "Enable ATOM_DISABLE_MMAP=true, AITER_QUICK_REDUCE_QUANTIZATION=INT4, AITER_MXFP4_INTERMEDIATE=1; add --scheduler-delay-factor 1 to server launch" - - "Narrow TP8 search-space to conc 4 only for both 1k1k and 8k1k" - pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2132 + From 66cb7835f8f6a09550772b34ad1d3407bc6cc921 Mon Sep 17 00:00:00 2001 From: zhutaoyu Date: Thu, 9 Jul 2026 22:53:26 -0500 Subject: [PATCH 18/21] fix --- configs/amd-master.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/amd-master.yaml b/configs/amd-master.yaml index b0fa831cbd..0e6ebd1d52 100644 --- a/configs/amd-master.yaml +++ b/configs/amd-master.yaml @@ -809,7 +809,7 @@ kimik2.5-fp4-mi355x-vllm-agentic: - { tp: 4, kv-offloading: dram, kv-offload-backend: native, conc-list: [16, 24, 32, 40] } kimik2.5-fp4-mi355x-atom: - image: rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom0.1.4_202607091539 # wait for a release image, cause Kimi is a old model. + image: rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom0.1.4_202607091539 model: amd/Kimi-K2.5-MXFP4 model-prefix: kimik2.5 runner: mi355x From 7cfebfce1d59834437fcce9ccef9a40549e384e5 Mon Sep 17 00:00:00 2001 From: zhutaoyu Date: Thu, 9 Jul 2026 22:54:05 -0500 Subject: [PATCH 19/21] fix --- perf-changelog.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/perf-changelog.yaml b/perf-changelog.yaml index 1c38725fd5..704d460c0e 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -4680,7 +4680,7 @@ - "Update SGLang image from lmsysorg/sglang:v0.5.13-cu130 to lmsysorg/sglang:nightly-dev-cu13-20260707-b4155233" - "Enable SGLANG_ENABLE_UNIFIED_RADIX_TREE=1 unconditionally (previously hicache-only) and SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS=1 to free out-of-window SWA KV slots during chunked prefill, relieving SWA pool pressure and restoring prefix-cache hit rate on multi-turn agentic workloads" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2112 - + - config-keys: - dsv4-fp4-gb200-llmd-vllm description: From 2fa4ccc06a29d98f4e2d919925e3dc5f219d1cc6 Mon Sep 17 00:00:00 2001 From: zhutaoyu Date: Thu, 9 Jul 2026 22:54:49 -0500 Subject: [PATCH 20/21] fix --- perf-changelog.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/perf-changelog.yaml b/perf-changelog.yaml index 704d460c0e..695976036e 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -4680,7 +4680,7 @@ - "Update SGLang image from lmsysorg/sglang:v0.5.13-cu130 to lmsysorg/sglang:nightly-dev-cu13-20260707-b4155233" - "Enable SGLANG_ENABLE_UNIFIED_RADIX_TREE=1 unconditionally (previously hicache-only) and SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS=1 to free out-of-window SWA KV slots during chunked prefill, relieving SWA pool pressure and restoring prefix-cache hit rate on multi-turn agentic workloads" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2112 - + - config-keys: - dsv4-fp4-gb200-llmd-vllm description: From 0ed7267ab42e3313e8f7dc1d18992d801387ebe5 Mon Sep 17 00:00:00 2001 From: zhutaoyu Date: Thu, 9 Jul 2026 22:59:32 -0500 Subject: [PATCH 21/21] fix --- configs/amd-master.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/amd-master.yaml b/configs/amd-master.yaml index 0e6ebd1d52..192300798b 100644 --- a/configs/amd-master.yaml +++ b/configs/amd-master.yaml @@ -809,7 +809,7 @@ kimik2.5-fp4-mi355x-vllm-agentic: - { tp: 4, kv-offloading: dram, kv-offload-backend: native, conc-list: [16, 24, 32, 40] } kimik2.5-fp4-mi355x-atom: - image: rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom0.1.4_202607091539 + image: rocm/atom:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom0.1.4_202607091539 model: amd/Kimi-K2.5-MXFP4 model-prefix: kimik2.5 runner: mi355x