@@ -50,7 +50,9 @@ def fixed(*spaces: dict) -> dict:
5050 f"{ SINGLE } /plain.yaml" : single_node_fragment (4 ),
5151 f"{ MULTI } /disagg.yaml" : {
5252 "base" : {"schema" : 2 , "engine" : "sglang" , "roles" : {
53- "prefill" : {"nodes" : 1 , "args" : {"mem-fraction-static" : 0.8 }}, "decode" : {"nodes" : 1 },
53+ "prefill" : {"nodes" : 1 , "args" : {"mem-fraction-static" : 0.8 },
54+ "env" : {"UCX_NET_DEVICES" : "@fabric.ucx-net-devices" }},
55+ "decode" : {"nodes" : 1 },
5456 }},
5557 "override_a" : {"roles" : {"decode" : {"args" : {"max-running-requests" : 64 }}}},
5658 "override_b" : {"roles" : {"decode" : {"args" : {"max-running-requests" : 128 }}}},
@@ -67,7 +69,7 @@ def fixed(*spaces: dict) -> dict:
6769 "gpus-per-node" : 8 , "available-cpu-dram-mib" : 1024000 , "arch" : "x86_64" , "scheduler" : "slurm" ,
6870 "slurm" : {"partition" : "batch" , "exclusive" : True , "srt-slurm" : {
6971 "network-interface" : "eth0" , "mounts" : {"/data/models" : "/models" },
70- "power-exporter-port" : 9400 ,
72+ "power-exporter-port" : 9400 , "fabric" : { "ucx-net-devices" : [ "mlx5_0:1" ]},
7173 }},
7274}}} # fmt: skip
7375
@@ -170,12 +172,13 @@ def edit(project: Path, path: str, change) -> None:
170172 ),
171173 set (), id = "agentx-eval-variant" ,
172174 ),
173- # Cluster facts: model mounts and the DCGM exporter port.
175+ # Cluster facts: model mounts, the DCGM exporter port and the fabric behind references .
174176 pytest .param (
175177 "configs/runners.yaml" ,
176- lambda runners : runners ["clusters" ]["fixture" ]["slurm" ]["srt-slurm" ].update (
177- {"mounts" : {"/scratch/models" : "/models" }, "power-exporter-port" : 9500 }
178- ),
178+ lambda runners : runners ["clusters" ]["fixture" ]["slurm" ]["srt-slurm" ].update ({
179+ "mounts" : {"/scratch/models" : "/models" }, "power-exporter-port" : 9500 ,
180+ "fabric" : {"ucx-net-devices" : ["mlx5_1:1" , "mlx5_2:1" ]},
181+ }),
179182 set (), id = "cluster-facts" ,
180183 ),
181184]) # fmt: skip
0 commit comments