Skip to content

Commit 8c01db9

Browse files
committed
refactor(srt): compose main's new GB300 and B300 AgentX recipes from fragments
#3816, #3840 and #3744 added full recipes: the Qwen3.8 GB300 and Qwen3.5 GB300 DEP16 recipes carry model blocks, the client command, benchmark MODEL, TOTAL_CPU_DRAM_GB, KV_OFFLOADING and the client paths the launcher hands multi-node points, and both new recipes and the DSv4.1-Flash B300 one set the identity repo and image the binder writes. Like the other AgentX fragments they drop them, and WEKA_LOADER_OVERRIDE, which names both models' default corpus. The Qwen3.8 HiCache pool was the 225 GB matrix allowance less 1 GB of alignment headroom; it now takes '@dram.per-gpu-gb' and the entry's dram-utilization drops from 1.0 to 0.995, so the pool stays 224 GB and the bound TOTAL_CPU_DRAM_GB is 224. Each point otherwise binds to main's selected variant, with the Qwen3.5 model alias bound as its Hub id like the other GB300 Qwen3.5 AgentX points.
1 parent 7299153 commit 8c01db9

4 files changed

Lines changed: 6 additions & 36 deletions

File tree

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-dep16-mtp6-variants.yaml‎

Lines changed: 0 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,5 @@
11
base:
22
schema: 2
3-
model:
4-
path: qwen3.5-fp8
5-
container: lmsysorg/sglang:nightly-dev-cu13-20260913-fa663e72
6-
precision: fp8
73
dynamo:
84
install: true
95
source:
@@ -227,16 +223,7 @@ base:
227223
mem: '0'
228224
container-remap-root: ''
229225
benchmark:
230-
type: custom
231-
command: bash /infmax-workspace/benchmarks/srt_agentic.sh
232226
env:
233-
INFMAX_CONTAINER_WORKSPACE: /infmax-workspace
234-
RESULT_DIR: /logs/agentic
235-
PORT: '8000'
236-
IS_MULTINODE: 'true'
237-
WEKA_LOADER_OVERRIDE: semianalysis_cc_traces_weka_062126_256k
238-
AIPERF_DATASET_MMAP_CACHE_DIR: /aiperf_mmap_cache
239-
HF_HUB_CACHE: /hf_hub_cache
240227
AIPERF_HTTP_X_DYNAMO_SESSION_ID_FROM_CORRELATION_ID: 'true'
241228
AIPERF_USE_DYNAMO_CONV_AWARE_ROUTING: '0'
242229
AIPERF_REQUIRED_SERVER_METRIC_PREFIX: 'sglang:'

‎inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml‎

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,10 +3,8 @@ base:
33
name: dsv41flash-fp4-b300-sglang-agentic
44
identity:
55
model:
6-
repo: deepseek-ai/DeepSeek-V4.1-Flash
76
revision: dba1be0a40aa45a94ad051997016db3960a90277
8-
container:
9-
image: lmsysorg/sglang:nightly-dev-cu13-20261004-295a53c9@sha256:7cfd4dd8e0e902d2a3c0560565963c4e172091e1586aaed15ff5a0a131394d34
7+
container: {}
108
frameworks:
119
sglang: 0.0.0.dev1+g295a53c90
1210
sglang-router: 0.3.2

‎inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.8next/sglang/gb300-fp4-mtp/agentic.yaml‎

Lines changed: 3 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -1,19 +1,12 @@
11
# Stock ARM64 SGLang, one serving GPU per point. No source/package overlay.
2-
# Size the host cache against the public GB300 profile's per-worker DRAM allowance.
3-
# The matrix floors the allowance to 225 GB; H224 leaves pool-alignment headroom.
2+
# The HiCache host pool takes the point's per-GPU DRAM budget.
43
base:
54
schema: 2
65
name: qwen3.8next-fp4-gb300-sglang-agentic-stock-v0521
76
identity:
87
model:
9-
repo: nvidia/Qwen3.8-Flash-Next-NVFP4
108
revision: fc694b54fb0174e0913e6adf86691ef85a4ead47
11-
container:
12-
image: lmsysorg/sglang:v0.5.21-cu130@sha256:1f176b3a1dd1205d2a462ab80ea9fc17769a32e53cb6f3c690efa2dc2c384977
13-
model:
14-
path: hf:nvidia/Qwen3.8-Flash-Next-NVFP4
15-
container: lmsysorg/sglang:v0.5.21-cu130@sha256:1f176b3a1dd1205d2a462ab80ea9fc17769a32e53cb6f3c690efa2dc2c384977
16-
precision: fp4
9+
container: {}
1710
resources:
1811
gpu_type: gb300
1912
gpus_per_node: 4
@@ -82,7 +75,7 @@ base:
8275
enable-hierarchical-cache: true
8376
# One combined packed target/draft KV + Mamba host-pool budget.
8477
# Verify actual allocations, not whole-node Slurm memory reservation.
85-
hicache-size: 224
78+
hicache-size: '@dram.per-gpu-gb'
8679
hicache-io-backend: kernel
8780
hicache-mem-layout: page_first
8881
hicache-write-policy: write_back
@@ -104,15 +97,8 @@ base:
10497
mem: '0'
10598
container-remap-root: ''
10699
benchmark:
107-
type: custom
108-
command: bash /infmax-workspace/benchmarks/srt_agentic.sh
109100
env:
110-
MODEL: nvidia/Qwen3.8-Flash-Next-NVFP4
111101
AIPERF_REQUIRED_SERVER_METRIC_PREFIX: 'sglang:'
112-
WEKA_LOADER_OVERRIDE: semianalysis_cc_traces_weka_062126_256k
113-
# Native single-node binding verifies these against the generated point.
114-
TOTAL_CPU_DRAM_GB: '225'
115-
KV_OFFLOADING: dram
116102

117103
# Only client concurrency changes; serving/admission/graph/cache settings stay fixed.
118104
override_c1:

‎inferencex-e2e/configs/nvidia-master.yaml‎

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -9174,9 +9174,8 @@ qwen3.8next-fp4-gb300-sglang-agentic-mtp:
91749174
srt-recipe-dir: qwen3.8next/sglang/gb300-fp4-mtp
91759175
scenarios:
91769176
agentic-coding:
9177-
# Use the GB300 profile's proportional per-worker host DRAM allowance.
9178-
# Generated allowance: 225 GB. Recipe H224 reserves alignment headroom.
9179-
- dram-utilization: 1.0
9177+
# Sizes the 224 GB HiCache host pool the KV, Mamba and draft caches share.
9178+
- dram-utilization: 0.995
91809179
search-space:
91819180
- tp: 1
91829181
ep: 1

0 commit comments

Comments
 (0)