Skip to content

Commit 93acce6

Browse files
committed
chore: reconcile srt-fabric-refs with lower branch after linearizing
1 parent 990d022 commit 93acce6

1 file changed

Lines changed: 9 additions & 6 deletions

File tree

‎inferencex-e2e/infx/tests/matrix/test_fingerprint.py‎

Lines changed: 9 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,9 @@ def fixed(*spaces: dict) -> dict:
5050
f"{SINGLE}/plain.yaml": single_node_fragment(4),
5151
f"{MULTI}/disagg.yaml": {
5252
"base": {"schema": 2, "engine": "sglang", "roles": {
53-
"prefill": {"nodes": 1, "args": {"mem-fraction-static": 0.8}}, "decode": {"nodes": 1},
53+
"prefill": {"nodes": 1, "args": {"mem-fraction-static": 0.8},
54+
"env": {"UCX_NET_DEVICES": "@fabric.ucx-net-devices"}},
55+
"decode": {"nodes": 1},
5456
}},
5557
"override_a": {"roles": {"decode": {"args": {"max-running-requests": 64}}}},
5658
"override_b": {"roles": {"decode": {"args": {"max-running-requests": 128}}}},
@@ -67,7 +69,7 @@ def fixed(*spaces: dict) -> dict:
6769
"gpus-per-node": 8, "available-cpu-dram-mib": 1024000, "arch": "x86_64", "scheduler": "slurm",
6870
"slurm": {"partition": "batch", "exclusive": True, "srt-slurm": {
6971
"network-interface": "eth0", "mounts": {"/data/models": "/models"},
70-
"power-exporter-port": 9400,
72+
"power-exporter-port": 9400, "fabric": {"ucx-net-devices": ["mlx5_0:1"]},
7173
}},
7274
}}} # fmt: skip
7375

@@ -170,12 +172,13 @@ def edit(project: Path, path: str, change) -> None:
170172
),
171173
set(), id="agentx-eval-variant",
172174
),
173-
# Cluster facts: model mounts and the DCGM exporter port.
175+
# Cluster facts: model mounts, the DCGM exporter port and the fabric behind references.
174176
pytest.param(
175177
"configs/runners.yaml",
176-
lambda runners: runners["clusters"]["fixture"]["slurm"]["srt-slurm"].update(
177-
{"mounts": {"/scratch/models": "/models"}, "power-exporter-port": 9500}
178-
),
178+
lambda runners: runners["clusters"]["fixture"]["slurm"]["srt-slurm"].update({
179+
"mounts": {"/scratch/models": "/models"}, "power-exporter-port": 9500,
180+
"fabric": {"ucx-net-devices": ["mlx5_1:1", "mlx5_2:1"]},
181+
}),
179182
set(), id="cluster-facts",
180183
),
181184
]) # fmt: skip

0 commit comments

Comments
 (0)