From 6ce715b628eb1cb93e04fc464341d2592043ac3a Mon Sep 17 00:00:00 2001
From: "claude[bot]" <41898282+claude[bot]@users.noreply.github.com>
Date: Mon, 12 Oct 2026 01:11:18 +0000
Subject: [PATCH] feat(dsr1-fp4-b200-sglang): update SGLang image to
 v0.5.21-cu130
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Pin lmsysorg/sglang:v0.5.21-cu130 by digest and replace the
--cuda-graph-max-bs and --disable-piecewise-cuda-graph aliases removed in
SGLang v0.5.21 with their exact replacements.

将 dsr1-fp4-b200-sglang 的 SGLang 镜像更新为按摘要固定的
lmsysorg/sglang:v0.5.21-cu130，并将 SGLang v0.5.21 中移除的
--cuda-graph-max-bs 和 --disable-piecewise-cuda-graph 别名替换为等效的新参数。

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
---
 .../srt-slurm-recipes/dsr1/sglang/b200-fp4/8k1k.yaml        | 6 +++---
 inferencex-e2e/configs/nvidia-master.yaml                   | 2 +-
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsr1/sglang/b200-fp4/8k1k.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsr1/sglang/b200-fp4/8k1k.yaml
index 98888e3f91..2ced513765 100644
--- a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsr1/sglang/b200-fp4/8k1k.yaml
+++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsr1/sglang/b200-fp4/8k1k.yaml
@@ -3,7 +3,7 @@ base:
   name: dsr1-fp4-b200-sglang-8k1k
   model:
     path: hf:nvidia/DeepSeek-R1-0528-FP4-V2
-    container: lmsysorg/sglang:v0.5.19-cu130
+    container: lmsysorg/sglang:v0.5.21-cu130@sha256:b1259f3ea3275f66237c498ea388919729018bc9f01c3d638391e06e2cf3f469
     precision: fp4
   resources:
     gpu_type: b200
@@ -25,7 +25,7 @@ base:
         trust-remote-code: true
         tensor-parallel-size: 4
         data-parallel-size: 1
-        cuda-graph-max-bs: 256
+        cuda-graph-max-bs-decode: 256
         max-running-requests: 256
         mem-fraction-static: 0.85
         kv-cache-dtype: fp8_e4m3
@@ -35,7 +35,7 @@ base:
         enable-flashinfer-allreduce-fusion: true
         scheduler-recv-interval: 10
         enable-symm-mem: true
-        disable-piecewise-cuda-graph: true
+        cuda-graph-backend-prefill: disabled
         attention-backend: trtllm_mla
         moe-runner-backend: flashinfer_trtllm
         stream-interval: 10
diff --git a/inferencex-e2e/configs/nvidia-master.yaml b/inferencex-e2e/configs/nvidia-master.yaml
index 12c4cc160e..1c9bb8ed4f 100644
--- a/inferencex-e2e/configs/nvidia-master.yaml
+++ b/inferencex-e2e/configs/nvidia-master.yaml
@@ -860,7 +860,7 @@ dsr1-fp8-b300-dynamo-trt:
           ep: 8
           dp-attn: true
 dsr1-fp4-b200-sglang:
-  image: lmsysorg/sglang:v0.5.19-cu130
+  image: lmsysorg/sglang:v0.5.21-cu130@sha256:b1259f3ea3275f66237c498ea388919729018bc9f01c3d638391e06e2cf3f469
   model: nvidia/DeepSeek-R1-0528-FP4-V2
   model-prefix: dsr1
   runner: cluster:b200-nscale