Skip to content

Commit fa2eb7c

Browse files
committed
fix(configs): select the Qwen3.8 and Qwen3.5 GB300 AgentX recipes with srt-recipe-dir
#3816 and #3840 added qwen3.8next-fp4-gb300-sglang-agentic-mtp and the Qwen3.5 FP8 GB300 midcurve entries with a project-relative srt-recipe path and CONFIG_FILE settings, which validation rejects now that every srt-slurm entry needs srt-recipe-dir. The entries set srt-recipe-dir and their rows select the same recipes and DEP16 overrides; the generated rows are unchanged.
1 parent 5b5c365 commit fa2eb7c

1 file changed

Lines changed: 12 additions & 17 deletions

File tree

‎inferencex-e2e/configs/nvidia-master.yaml‎

Lines changed: 12 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -9086,6 +9086,7 @@ qwen3.8next-fp4-gb300-sglang-agentic-mtp:
90869086
precision: fp4
90879087
framework: sglang
90889088
multinode: false
9089+
srt-recipe-dir: qwen3.8next/sglang/gb300-fp4-mtp
90899090
scenarios:
90909091
agentic-coding:
90919092
# Use the GB300 profile's proportional per-worker host DRAM allowance.
@@ -9099,7 +9100,7 @@ qwen3.8next-fp4-gb300-sglang-agentic-mtp:
90999100
kv-offloading: dram
91009101
kv-offload-backend: { name: hicache }
91019102
conc-list: [1, 2, 4, 8, 16, 32, 48, 64]
9102-
srt-recipe: benchmarks/single_node/srt-slurm-recipes/qwen3.8next/sglang/gb300-fp4-mtp/agentic.yaml
9103+
srt-recipe: agentic.yaml
91039104

91049105
qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve:
91059106
image: lmsysorg/sglang:nightly-dev-cu13-20260913-fa663e72
@@ -9114,6 +9115,7 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve:
91149115
kv-p2p-transfer: mooncake
91159116
multinode: true
91169117
disagg: true
9118+
srt-recipe-dir: qwen3.5/sglang/gb300-fp8/agentx
91179119
scenarios:
91189120
agentic-coding:
91199121
- dram-utilization: 0.9
@@ -9124,14 +9126,13 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve:
91249126
name: hicache
91259127
conc-list:
91269128
- 1000
9129+
srt-recipe: disagg-gb300-5p3d-pp4-dep4-c1000-mtp-hicache-nightly-20260913.yaml
91279130
prefill:
91289131
num-worker: 5
91299132
tp: 1
91309133
pp: 4
91319134
ep: 1
91329135
dp-attn: false
9133-
additional-settings:
9134-
- CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-gb300-5p3d-pp4-dep4-c1000-mtp-hicache-nightly-20260913.yaml
91359136
decode:
91369137
num-worker: 3
91379138
tp: 4
@@ -9144,14 +9145,13 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve:
91449145
name: hicache
91459146
conc-list:
91469147
- 200
9148+
srt-recipe: disagg-gb300-1p1d-pp4-dep4-c200-mtp-hicache-nightly-20260913.yaml
91479149
prefill:
91489150
num-worker: 1
91499151
tp: 1
91509152
pp: 4
91519153
ep: 1
91529154
dp-attn: false
9153-
additional-settings:
9154-
- CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-gb300-1p1d-pp4-dep4-c200-mtp-hicache-nightly-20260913.yaml
91559155
decode:
91569156
num-worker: 1
91579157
tp: 4
@@ -9164,14 +9164,13 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve:
91649164
name: hicache
91659165
conc-list:
91669166
- 400
9167+
srt-recipe: disagg-dep16-mtp6-variants.yaml:override_3p1d
91679168
prefill:
91689169
num-worker: 3
91699170
tp: 1
91709171
pp: 4
91719172
ep: 1
91729173
dp-attn: false
9173-
additional-settings:
9174-
- CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-dep16-mtp6-variants.yaml:override_3p1d
91759174
decode:
91769175
num-worker: 1
91779176
tp: 16
@@ -9184,14 +9183,13 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve:
91849183
name: hicache
91859184
conc-list:
91869185
- 300
9186+
srt-recipe: disagg-dep16-mtp6-variants.yaml:override_2p1d
91879187
prefill:
91889188
num-worker: 2
91899189
tp: 1
91909190
pp: 4
91919191
ep: 1
91929192
dp-attn: false
9193-
additional-settings:
9194-
- CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-dep16-mtp6-variants.yaml:override_2p1d
91959193
decode:
91969194
num-worker: 1
91979195
tp: 16
@@ -9204,14 +9202,13 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve:
92049202
name: hicache
92059203
conc-list:
92069204
- 180
9205+
srt-recipe: disagg-dep16-mtp6-variants.yaml:override_1p1d
92079206
prefill:
92089207
num-worker: 1
92099208
tp: 1
92109209
pp: 4
92119210
ep: 1
92129211
dp-attn: false
9213-
additional-settings:
9214-
- CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-dep16-mtp6-variants.yaml:override_1p1d
92159212
decode:
92169213
num-worker: 1
92179214
tp: 16
@@ -9227,6 +9224,7 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-agg-midcurve:
92279224
framework: dynamo-sglang
92289225
multinode: true
92299226
disagg: false
9227+
srt-recipe-dir: qwen3.5/sglang/gb300-fp8/agentx
92309228
scenarios:
92319229
agentic-coding:
92329230
- dram-utilization: 0.9
@@ -9238,41 +9236,38 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-agg-midcurve:
92389236
conc-list:
92399237
- 44
92409238
num-nodes: 1
9239+
srt-recipe: agg-gb300-tp4-c44-b1-mtp-hicache-nightly-20260913.yaml
92419240
worker:
92429241
num-worker: 1
92439242
tp: 4
92449243
pp: 1
92459244
ep: 1
92469245
dp-attn: false
9247-
additional-settings:
9248-
- CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/agg-gb300-tp4-c44-b1-mtp-hicache-nightly-20260913.yaml
92499246
- spec-decoding: mtp
92509247
kv-offloading: dram
92519248
kv-offload-backend:
92529249
name: hicache
92539250
conc-list:
92549251
- 1
92559252
num-nodes: 1
9253+
srt-recipe: agg-gb300-tp4-c1-b1-mtp-hicache-nightly-20260913.yaml
92569254
worker:
92579255
num-worker: 1
92589256
tp: 4
92599257
pp: 1
92609258
ep: 1
92619259
dp-attn: false
9262-
additional-settings:
9263-
- CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/agg-gb300-tp4-c1-b1-mtp-hicache-nightly-20260913.yaml
92649260
- spec-decoding: mtp
92659261
kv-offloading: dram
92669262
kv-offload-backend:
92679263
name: hicache
92689264
conc-list:
92699265
- 1
92709266
num-nodes: 2
9267+
srt-recipe: agg-gb300-tp8-c1-b1-mtp-hicache-nightly-20260913.yaml
92719268
worker:
92729269
num-worker: 1
92739270
tp: 8
92749271
pp: 1
92759272
ep: 1
92769273
dp-attn: false
9277-
additional-settings:
9278-
- CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/agg-gb300-tp8-c1-b1-mtp-hicache-nightly-20260913.yaml

0 commit comments

Comments
 (0)