Skip to content

Commit ca7b39e

Browse files
authored
chore(recipes): delete unreferenced srt-slurm recipes (#3802)
* chore(recipes): delete unreferenced srt-slurm recipes Remove recipe files and override blocks that no master config, launcher table, test, or doc references: - 35 multi-node recipes under seven retired 1k1k directories - 6 minimaxm3 gb200-fp4 agentx per-point recipes superseded by bundles - qwen3.5 gb200-fp4 agentx agg-tp4-mtp-hicache (superseded by agg-variants.yaml:override_tp4) - single-node minimaxm3 vllm mi355x-fp4-mtp agentic recipe - the four MTP overrides in dsr1 b200-fp4 8k1k disagg-stp-mtp-variants.yaml, whose master entries only select the STP variants The generated sweep matrix is byte-identical before and after. * chore(recipes): keep retired 1k1k recipes for reference Restore the 35 multi-node recipes under the retired 1k1k directories. They are not referenced by any master config but are kept as a historical record. * chore(recipes): drop the hard-coded variant count from a usage comment
1 parent 91bd27f commit ca7b39e

9 files changed

Lines changed: 5 additions & 1119 deletions

File tree

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsr1/sglang/b200-fp4/8k1k/disagg-stp-mtp-variants.yaml‎

Lines changed: 5 additions & 136 deletions
Original file line numberDiff line numberDiff line change
@@ -1,15 +1,12 @@
1-
# B200-FP4 8k1k — STP and MTP in one file
1+
# B200-FP4 8k1k STP variants
22
#
33
# Three modes distinguished by override key names:
4-
# override_stp_tp4 / override_mtp_tp4: TP4 prefill (DP=1, EP=1) — low-latency single-node
5-
# zip_override_stp_lowlat / zip_override_mtp_lowlat: dep4 prefill + tep8 decode (DP=1)
6-
# override_stp_maxtpt_7p2d / override_mtp_maxtpt_7p2d: dep4 prefill + dep8 decode, 7p2d
7-
# override_mtp_maxtpt_4p1d: MTP-only 4p1d, no frontends, env-var FP4 backend
4+
# override_stp_tp4: TP4 prefill (DP=1, EP=1), low-latency single-node
5+
# zip_override_stp_lowlat: dep4 prefill + tep8 decode (DP=1)
6+
# override_stp_maxtpt_7p2d: dep4 prefill + dep8 decode, 7p2d
87
#
98
# Usage:
10-
# srtctl apply -f recipes/dsr1/sglang/b200-fp4/8k1k/disagg-stp-mtp-variants.yaml # all 11 variants
11-
# srtctl apply -f recipes/dsr1/sglang/b200-fp4/8k1k/disagg-stp-mtp-variants.yaml:*stp* # all STP variants
12-
# srtctl apply -f recipes/dsr1/sglang/b200-fp4/8k1k/disagg-stp-mtp-variants.yaml:*mtp* # all MTP variants
9+
# srtctl apply -f recipes/dsr1/sglang/b200-fp4/8k1k/disagg-stp-mtp-variants.yaml # all variants
1310
# srtctl apply -f recipes/dsr1/sglang/b200-fp4/8k1k/disagg-stp-mtp-variants.yaml:override_stp_tp4 # STP tp4 only
1411
# srtctl apply -f recipes/dsr1/sglang/b200-fp4/8k1k/disagg-stp-mtp-variants.yaml:zip_override_stp_lowlat[0] # STP 1p1d only
1512
# srtctl dry-run -f recipes/dsr1/sglang/b200-fp4/8k1k/disagg-stp-mtp-variants.yaml # preview
@@ -185,31 +182,6 @@ override_stp_tp4:
185182
expert-parallel-size: 1
186183

187184

188-
# MTP TP4 prefill mode: same as STP tp4 but adds EAGLE speculative decoding
189-
override_mtp_tp4:
190-
name: "b200-fp4-mtp-low-latency-tp4-1p-tp8-1d"
191-
frontend:
192-
num_additional_frontends: 2
193-
roles:
194-
prefill:
195-
env:
196-
SGLANG_ENABLE_SPEC_V2: "1"
197-
args:
198-
data-parallel-size: 1
199-
expert-parallel-size: 1
200-
enable-dp-attention:
201-
enable-dp-lm-head:
202-
decode:
203-
env:
204-
SGLANG_ENABLE_SPEC_V2: "1"
205-
args:
206-
expert-parallel-size: 1
207-
speculative-algorithm: "EAGLE"
208-
speculative-num-steps: 2
209-
speculative-eagle-topk: 1
210-
speculative-num-draft-tokens: 3
211-
212-
213185
# STP low-latency: dep4 prefill + tep8 decode (DP=1), scale sweep 1p1d/1p5d/2p5d
214186
zip_override_stp_lowlat:
215187
name:
@@ -226,31 +198,6 @@ zip_override_stp_lowlat:
226198
workers: [1, 5, 5]
227199

228200

229-
# MTP low-latency: same scales as STP, adds EAGLE speculative decoding
230-
zip_override_mtp_lowlat:
231-
name:
232-
- "b200-fp4-mtp-low-latency-dep4-1p-tep8-1d"
233-
- "b200-fp4-mtp-low-latency-dep4-1p-tep8-5d"
234-
- "b200-fp4-mtp-low-latency-dep4-2p-tep8-5d"
235-
resources: {}
236-
roles:
237-
prefill:
238-
nodes: [1, 1, 2]
239-
workers: [1, 1, 2]
240-
env:
241-
SGLANG_ENABLE_SPEC_V2: "1"
242-
decode:
243-
nodes: [1, 5, 5]
244-
workers: [1, 5, 5]
245-
env:
246-
SGLANG_ENABLE_SPEC_V2: "1"
247-
args:
248-
speculative-algorithm: "EAGLE"
249-
speculative-num-steps: 2
250-
speculative-eagle-topk: 1
251-
speculative-num-draft-tokens: 3
252-
253-
254201
# STP max-throughput 7p2d: dep4 prefill + dep8 decode, flashinfer_cutlass backend
255202
override_stp_maxtpt_7p2d:
256203
name: "b200-fp4-stp-max-tpt-dep4-7p-dep8-2d"
@@ -277,81 +224,3 @@ override_stp_maxtpt_7p2d:
277224
max-running-requests: 2048
278225
cuda-graph-max-bs: 1024
279226
fp4-gemm-backend: "flashinfer_cutlass"
280-
281-
282-
# MTP max-throughput 7p2d: same as STP but adds EAGLE speculative decoding
283-
override_mtp_maxtpt_7p2d:
284-
name: "b200-fp4-mtp-max-tpt-dep4-7p-dep8-2d"
285-
resources: {}
286-
roles:
287-
prefill:
288-
nodes: 7
289-
workers: 7
290-
env:
291-
SGLANG_ENABLE_SPEC_V2: "1"
292-
args:
293-
max-prefill-tokens: 65536
294-
chunked-prefill-size: 65536
295-
max-running-requests: 1024
296-
fp4-gemm-backend: "flashinfer_cutlass"
297-
decode:
298-
nodes: 2
299-
workers: 2
300-
env:
301-
SGLANG_MOE_NVFP4_DISPATCH: "1"
302-
SGLANG_ENABLE_SPEC_V2: "1"
303-
args:
304-
data-parallel-size: 8
305-
enable-dp-attention: true
306-
enable-dp-lm-head: true
307-
moe-dense-tp-size: 1
308-
max-running-requests: 2048
309-
cuda-graph-max-bs: 1024
310-
fp4-gemm-backend: "flashinfer_cutlass"
311-
speculative-algorithm: "EAGLE"
312-
speculative-num-steps: 2
313-
speculative-eagle-topk: 1
314-
speculative-num-draft-tokens: 3
315-
316-
317-
# MTP-only: 4p1d, no frontends, SGLANG_FLASHINFER_FP4_GEMM_BACKEND env var (fp4-gemm-backend: null
318-
# removes the sglang_config key), mem-fraction=0.75 for decode
319-
override_mtp_maxtpt_4p1d:
320-
name: "b200-fp4-mtp-max-tpt-dep4-4p-dep8-1d"
321-
dynamo:
322-
# Dynamo 0.8.0 was the default when this recipe was written; pin it explicitly.
323-
# Use NATS for a recipe prior to Dynamo commit 39d2a68.
324-
request_plane: "nats"
325-
source:
326-
pypi: "0.8.0"
327-
frontend:
328-
resources: {}
329-
roles:
330-
prefill:
331-
nodes: 4
332-
workers: 4
333-
env:
334-
SGLANG_ENABLE_SPEC_V2: "1"
335-
args:
336-
max-running-requests: 1024
337-
fp4-gemm-backend:
338-
decode:
339-
nodes: 1
340-
workers: 1
341-
env:
342-
SGLANG_MOE_NVFP4_DISPATCH: "1"
343-
SGLANG_FLASHINFER_FP4_GEMM_BACKEND: "cutlass"
344-
SGLANG_ENABLE_SPEC_V2: "1"
345-
args:
346-
mem-fraction-static: 0.75
347-
data-parallel-size: 8
348-
enable-dp-attention: true
349-
enable-dp-lm-head: true
350-
moe-dense-tp-size: 1
351-
max-running-requests: 1024
352-
cuda-graph-max-bs: 1024
353-
fp4-gemm-backend:
354-
speculative-algorithm: "EAGLE"
355-
speculative-num-steps: 2
356-
speculative-eagle-topk: 1
357-
speculative-num-draft-tokens: 3

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/minimaxm3/vllm/gb200-fp4/agentx/agg-dep4-vllm-simple.yaml‎

Lines changed: 0 additions & 108 deletions
This file was deleted.

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/minimaxm3/vllm/gb200-fp4/agentx/agg-dep4.yaml‎

Lines changed: 0 additions & 106 deletions
This file was deleted.

0 commit comments

Comments
 (0)