From dd715f37f006e2937312c750c3fb4d2b4a7de479 Mon Sep 17 00:00:00 2001 From: "claude[bot]" <41898282+claude[bot]@users.noreply.github.com> Date: Sun, 11 Oct 2026 12:56:34 +0000 Subject: [PATCH 1/2] Update DSv4 FP4 MI355X SGLang AgentX MTP image to v0.5.21-rocm720-mi35x-20261010 Pin lmsysorg/sglang-rocm:v0.5.21-rocm720-mi35x-20261010 by digest in the master config and its srt-slurm recipe. Co-Authored-By: Claude Opus 5.5 --- .../srt-slurm-recipes/dsv4/sglang/mi355x-fp4-mtp/agentic.yaml | 2 +- inferencex-e2e/configs/amd-master.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv4/sglang/mi355x-fp4-mtp/agentic.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv4/sglang/mi355x-fp4-mtp/agentic.yaml index e0e0b24703..83d3109892 100644 --- a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv4/sglang/mi355x-fp4-mtp/agentic.yaml +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv4/sglang/mi355x-fp4-mtp/agentic.yaml @@ -9,7 +9,7 @@ base: name: dsv4-fp4-mi355x-sglang-agentic model: path: hf:deepseek-ai/DeepSeek-V4-Pro-0813 - container: lmsysorg/sglang-rocm:v0.5.21-rocm720-mi35x-20261007 + container: lmsysorg/sglang-rocm:v0.5.21-rocm720-mi35x-20261010@sha256:abc9e62d3f2b6f9dd3284619900cef7066a60552d0440e36c608801e0aeb5673 precision: fp4 resources: gpu_type: mi355x diff --git a/inferencex-e2e/configs/amd-master.yaml b/inferencex-e2e/configs/amd-master.yaml index e0ed3d6b51..9d5c7103c1 100644 --- a/inferencex-e2e/configs/amd-master.yaml +++ b/inferencex-e2e/configs/amd-master.yaml @@ -1468,7 +1468,7 @@ glm5.2-fp4-mi355x-atom-agentic-mtp: - { tp: 8, kv-offloading: none, conc-list: [1, 2, 4], spec-decoding: mtp, srt-recipe: benchmarks/single_node/srt-slurm-recipes/glm5.2/atom/mi355x-fp4-mtp/agentic.yaml } dsv4-fp4-mi355x-sglang-agentic-mtp: - image: lmsysorg/sglang-rocm:v0.5.21-rocm720-mi35x-20261007 + image: lmsysorg/sglang-rocm:v0.5.21-rocm720-mi35x-20261010@sha256:abc9e62d3f2b6f9dd3284619900cef7066a60552d0440e36c608801e0aeb5673 model: deepseek-ai/DeepSeek-V4-Pro-0813 model-prefix: dsv4 runner: cluster:mi355x-amds From 60f3e2f1c50ab822b84ca42f2820a3a3e3f367d3 Mon Sep 17 00:00:00 2001 From: "claude[bot]" <41898282+claude[bot]@users.noreply.github.com> Date: Sun, 11 Oct 2026 15:07:18 +0000 Subject: [PATCH 2/2] Add perf-changelog entry for DSv4 FP4 MI355X SGLang AgentX MTP image update Co-Authored-By: Claude Opus 5.5 --- inferencex-e2e/perf-changelog.yaml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index 2334965697..e291a9016b 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -9538,3 +9538,9 @@ - "Run prefill context parallelism on the TP-only arms at conc 16, 32 and 48; conc 1 and 4 keep BCG." - "Enable SGLANG_OPT_FP8_WO_A_FUSED_INVROPE." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3778 + +- config-keys: + - dsv4-fp4-mi355x-sglang-agentic-mtp + description: + - "Update the SGLang ROCm image from v0.5.21-rocm720-mi35x-20261007 to v0.5.21-rocm720-mi35x-20261010." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3916