Skip to content

Commit 99bdc28

Browse files
committed
refactor(srt): merge RDMA NIC fabric fields into rdma-devices
nccl-ib-hca, mooncake-devices and ib-devices held the same RDMA HCA list on every cluster that set them. One Fabric field, rdma-devices, now carries that list for NCCL_IB_HCA, the Mooncake device_name, SGLang disaggregation-ib-device and IBDEVICES, and each cluster lists its HCAs once. Bound recipes are unchanged. Rows whose recipes reference the field get new fingerprints, since references are hashed as written.
1 parent a52692e commit 99bdc28

35 files changed

Lines changed: 74 additions & 79 deletions

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsr1/sglang/mi355x-fp4/8k1k/disagg-variants.yaml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ base:
3131
HF_HUB_CACHE: /hf_hub_cache/hub
3232
HUGGINGFACE_HUB_CACHE: /hf_hub_cache/hub
3333
PYTHONUNBUFFERED: '1'
34-
IBDEVICES: '@fabric.ib-devices'
34+
IBDEVICES: '@fabric.rdma-devices'
3535
GLOO_SOCKET_IFNAME: '@fabric.socket-ifname'
3636
NCCL_SOCKET_IFNAME: '@fabric.socket-ifname'
3737
MORI_RDMA_TC: '@fabric.mori-rdma-tc'
@@ -89,7 +89,7 @@ base:
8989
HF_HUB_CACHE: /hf_hub_cache/hub
9090
HUGGINGFACE_HUB_CACHE: /hf_hub_cache/hub
9191
PYTHONUNBUFFERED: '1'
92-
IBDEVICES: '@fabric.ib-devices'
92+
IBDEVICES: '@fabric.rdma-devices'
9393
GLOO_SOCKET_IFNAME: '@fabric.socket-ifname'
9494
NCCL_SOCKET_IFNAME: '@fabric.socket-ifname'
9595
MORI_RDMA_TC: '@fabric.mori-rdma-tc'

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsr1/sglang/mi355x-fp8/8k1k/disagg-variants.yaml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ base:
3131
HF_HUB_CACHE: /hf_hub_cache/hub
3232
HUGGINGFACE_HUB_CACHE: /hf_hub_cache/hub
3333
PYTHONUNBUFFERED: '1'
34-
IBDEVICES: '@fabric.ib-devices'
34+
IBDEVICES: '@fabric.rdma-devices'
3535
GLOO_SOCKET_IFNAME: '@fabric.socket-ifname'
3636
NCCL_SOCKET_IFNAME: '@fabric.socket-ifname'
3737
MORI_RDMA_TC: '@fabric.mori-rdma-tc'
@@ -84,7 +84,7 @@ base:
8484
HF_HUB_CACHE: /hf_hub_cache/hub
8585
HUGGINGFACE_HUB_CACHE: /hf_hub_cache/hub
8686
PYTHONUNBUFFERED: '1'
87-
IBDEVICES: '@fabric.ib-devices'
87+
IBDEVICES: '@fabric.rdma-devices'
8888
GLOO_SOCKET_IFNAME: '@fabric.socket-ifname'
8989
NCCL_SOCKET_IFNAME: '@fabric.socket-ifname'
9090
MORI_RDMA_TC: '@fabric.mori-rdma-tc'

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/disagg-variants.yaml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -103,7 +103,7 @@ base:
103103
disaggregation-transfer-backend: mooncake
104104
# Use the eight external HCAs. mlx5_6..9 are on a separate low-LID
105105
# fabric, while mlx5_bond_0 caused cross-fabric QP RTR timeouts.
106-
disaggregation-ib-device: '@fabric.ib-devices'
106+
disaggregation-ib-device: '@fabric.rdma-devices'
107107
disaggregation-mode: prefill
108108
load-balance-method: total_tokens
109109
mem-fraction-static: 0.85
@@ -175,7 +175,7 @@ base:
175175
enable-deepseek-v4-fp4-indexer: true
176176
enable-w4a4-mxfp4-megamoe: true
177177
disaggregation-transfer-backend: mooncake
178-
disaggregation-ib-device: '@fabric.ib-devices'
178+
disaggregation-ib-device: '@fabric.rdma-devices'
179179
disaggregation-mode: decode
180180
load-balance-method: total_tokens
181181
mem-fraction-static: 0.9

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/vllm/gb200-fp4/agentx/agg-mtp-variants.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -65,7 +65,7 @@ base:
6565
UCX_MEMTYPE_CACHE: "n"
6666
UCX_NET_DEVICES: "@fabric.ucx-net-devices"
6767
UCX_TLS: "rc,cuda_copy"
68-
NCCL_IB_HCA: "@fabric.nccl-ib-hca"
68+
NCCL_IB_HCA: "@fabric.rdma-devices"
6969
args:
7070
kv-events-config: '{"publisher":"zmq","topic":"kv-events","endpoint":"tcp://*:20080","enable_kv_cache_events":true}'
7171
served-model-name: deepseek-ai/DeepSeek-V4-Pro

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/vllm/gb200-fp4/agentx/agg-mtp3-variants.yaml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,7 @@ base:
4545
global_segment_size: "150GB"
4646
local_buffer_size: "4GB"
4747
protocol: "rdma"
48-
device_name: "@fabric.mooncake-devices"
48+
device_name: "@fabric.rdma-devices"
4949
mode: "embedded"
5050
enable_offload: false
5151
frontend:
@@ -93,7 +93,7 @@ base:
9393
UCX_MEMTYPE_CACHE: "n"
9494
UCX_NET_DEVICES: "@fabric.ucx-net-devices"
9595
UCX_TLS: "rc,cuda_copy"
96-
NCCL_IB_HCA: "@fabric.nccl-ib-hca"
96+
NCCL_IB_HCA: "@fabric.rdma-devices"
9797
NCCL_P2P_LEVEL: "NVL"
9898
MC_ENABLE_DEST_DEVICE_AFFINITY: "1"
9999
MC_STORE_CLIENT_METRIC: "1"

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/vllm/gb200-fp4/agentx/disagg-mtp-variants.yaml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ base:
6262
UCX_MEMTYPE_CACHE: "n"
6363
UCX_NET_DEVICES: "@fabric.ucx-net-devices"
6464
UCX_TLS: "rc,cuda_copy"
65-
NCCL_IB_HCA: "@fabric.nccl-ib-hca"
65+
NCCL_IB_HCA: "@fabric.rdma-devices"
6666
args:
6767
kv-transfer-config: '{"kv_connector":"NixlConnector","kv_role":"kv_both"}'
6868
kv-events-config: '{"publisher":"zmq","topic":"kv-events","endpoint":"tcp://*:20080","enable_kv_cache_events":true}'
@@ -106,7 +106,7 @@ base:
106106
UCX_MEMTYPE_CACHE: "n"
107107
UCX_NET_DEVICES: "@fabric.ucx-net-devices"
108108
UCX_TLS: "rc,cuda_copy"
109-
NCCL_IB_HCA: "@fabric.nccl-ib-hca"
109+
NCCL_IB_HCA: "@fabric.rdma-devices"
110110
args:
111111
attention-config: '{"backend":"FLASHINFER_MLA_SPARSE_DSV4","use_fp4_indexer_cache":true}'
112112
enforce-eager: false

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/vllm/gb200-fp4/agentx/disagg-mtp3-variants.yaml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ base:
4343
global_segment_size: "140GB"
4444
local_buffer_size: "4GB"
4545
protocol: "rdma"
46-
device_name: "@fabric.mooncake-devices"
46+
device_name: "@fabric.rdma-devices"
4747
mode: "embedded"
4848
enable_offload: false
4949
environment:
@@ -84,7 +84,7 @@ base:
8484
NCCL_CUMEM_ENABLE: "1"
8585
NCCL_MNNVL_ENABLE: "1"
8686
NCCL_NVLS_ENABLE: "1"
87-
NCCL_IB_HCA: "@fabric.nccl-ib-hca"
87+
NCCL_IB_HCA: "@fabric.rdma-devices"
8888
VLLM_RANDOMIZE_DP_DUMMY_INPUTS: "1"
8989
VLLM_PREFIX_CACHE_RETENTION_INTERVAL: "32768"
9090
VLLM_USE_BREAKABLE_CUDAGRAPH: "0"
@@ -139,7 +139,7 @@ base:
139139
NCCL_CUMEM_ENABLE: "1"
140140
NCCL_MNNVL_ENABLE: "1"
141141
NCCL_NVLS_ENABLE: "1"
142-
NCCL_IB_HCA: "@fabric.nccl-ib-hca"
142+
NCCL_IB_HCA: "@fabric.rdma-devices"
143143
VLLM_RANDOMIZE_DP_DUMMY_INPUTS: "1"
144144
VLLM_PREFIX_CACHE_RETENTION_INTERVAL: "32768"
145145
VLLM_DSV4_MEGA_FP8_COMBINE: "1"

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/vllm/gb300-fp4/agentx/agg-variants.yaml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,7 @@ base:
4545
global_segment_size: "150GB"
4646
local_buffer_size: "4GB"
4747
protocol: "rdma"
48-
device_name: "@fabric.mooncake-devices"
48+
device_name: "@fabric.rdma-devices"
4949
mode: "embedded"
5050
enable_offload: false
5151
frontend:
@@ -91,7 +91,7 @@ base:
9191
UCX_MEMTYPE_CACHE: "n"
9292
UCX_NET_DEVICES: "@fabric.ucx-net-devices"
9393
UCX_TLS: "rc,cuda_copy"
94-
NCCL_IB_HCA: "@fabric.nccl-ib-hca"
94+
NCCL_IB_HCA: "@fabric.rdma-devices"
9595
NCCL_P2P_LEVEL: "NVL"
9696
MC_ENABLE_DEST_DEVICE_AFFINITY: "1"
9797
MC_STORE_CLIENT_METRIC: "1"

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/vllm/gb300-fp4/agentx/disagg-1p4d-dep4-tp8-c4-mtp.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -47,7 +47,7 @@ environment:
4747
NCCL_CUMEM_ENABLE: "1"
4848
NCCL_MNNVL_ENABLE: "1"
4949
NCCL_NVLS_ENABLE: "1"
50-
NCCL_IB_HCA: "@fabric.nccl-ib-hca"
50+
NCCL_IB_HCA: "@fabric.rdma-devices"
5151

5252
slurm:
5353
time_limit: "08:00:00"

‎inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/vllm/gb300-fp4/agentx/disagg-mtp-variants.yaml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@ base:
4242
global_segment_size: "180GB"
4343
local_buffer_size: "4GB"
4444
protocol: "rdma"
45-
device_name: "@fabric.mooncake-devices"
45+
device_name: "@fabric.rdma-devices"
4646
mode: "embedded"
4747
enable_offload: false
4848
frontend:
@@ -81,7 +81,7 @@ base:
8181
NCCL_MNNVL_ENABLE: "1"
8282
NCCL_NVLS_ENABLE: "1"
8383
VLLM_RANDOMIZE_DP_DUMMY_INPUTS: "1"
84-
NCCL_IB_HCA: "@fabric.nccl-ib-hca"
84+
NCCL_IB_HCA: "@fabric.rdma-devices"
8585
VLLM_USE_BREAKABLE_CUDAGRAPH: "0"
8686
VLLM_CONNECTOR_PREFETCH_DEPTH: "8"
8787
VLLM_DSV4_MEGA_FP8_COMBINE: "1"
@@ -137,7 +137,7 @@ base:
137137
NCCL_MNNVL_ENABLE: "1"
138138
NCCL_NVLS_ENABLE: "1"
139139
VLLM_RANDOMIZE_DP_DUMMY_INPUTS: "1"
140-
NCCL_IB_HCA: "@fabric.nccl-ib-hca"
140+
NCCL_IB_HCA: "@fabric.rdma-devices"
141141
VLLM_DSV4_MEGA_FP8_COMBINE: "1"
142142
MC_ENABLE_DEST_DEVICE_AFFINITY: "1"
143143
MC_STORE_CLIENT_METRIC: "1"

0 commit comments

Comments
 (0)