diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/mi355x-fp4-mtp/agentic.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/mi355x-fp4-mtp/agentic.yaml index 06ef42e6a0..6ee2d37d93 100644 --- a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/mi355x-fp4-mtp/agentic.yaml +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/mi355x-fp4-mtp/agentic.yaml @@ -4,7 +4,7 @@ base: name: glm5.2-fp4-mi355x-sglang-agentic model: path: hf:amd/GLM-5.2-MXFP4 - container: lmsysorg/sglang-rocm:v0.5.20-rocm720-mi35x-20260930 + container: lmsysorg/sglang-rocm:v0.5.21-rocm720-mi35x-20261008 precision: fp4 resources: gpu_type: mi355x diff --git a/inferencex-e2e/configs/amd-master.yaml b/inferencex-e2e/configs/amd-master.yaml index e0ed3d6b51..da81ec2ba4 100644 --- a/inferencex-e2e/configs/amd-master.yaml +++ b/inferencex-e2e/configs/amd-master.yaml @@ -1400,7 +1400,7 @@ dsv4-fp4-mi355x-atom-disagg-agentic-lmcache-dspark: # c4 intentionally overlaps both arms to compare the topology crossover. # SA selects the Pareto-optimal arm per concurrency point. glm5.2-fp4-mi355x-sglang-agentic-mtp: - image: lmsysorg/sglang-rocm:v0.5.20-rocm720-mi35x-20260930 + image: lmsysorg/sglang-rocm:v0.5.21-rocm720-mi35x-20261008 model: amd/GLM-5.2-MXFP4 model-prefix: glm5.2 runner: cluster:mi355x-amds diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index 2334965697..26347e22d7 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -9538,3 +9538,12 @@ - "Run prefill context parallelism on the TP-only arms at conc 16, 32 and 48; conc 1 and 4 keep BCG." - "Enable SGLANG_OPT_FP8_WO_A_FUSED_INVROPE." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3778 + +- config-keys: + - glm5.2-fp4-mi355x-sglang-agentic-mtp + scenario-type: + - agentic-coding + description: + - "Update the GLM-5.2 MXFP4 MI355X SGLang AgentX image from lmsysorg/sglang-rocm:v0.5.20-rocm720-mi35x-20260930 to lmsysorg/sglang-rocm:v0.5.21-rocm720-mi35x-20261008." + - "Keep the master image and model.container aligned; preserve Top-K v2, MTP, draft precision settings, TP/EP layouts, HiCache settings, concurrency, trace workload and evaluation selection." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3851