diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/atom/mi355x-fp4/8k1k.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/atom/mi355x-fp4/8k1k.yaml index 7677e9a68a..24d3dcef13 100644 --- a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/atom/mi355x-fp4/8k1k.yaml +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/atom/mi355x-fp4/8k1k.yaml @@ -3,7 +3,7 @@ base: name: qwen3.5-fp4-mi355x-atom-8k1k model: path: hf:amd/Qwen3.5-397B-A17B-MXFP4 - container: rocm/atom:rocm7.2.2_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom0.1.2.post + container: rocm/atom-dev:nightly_202610080328 precision: fp4 resources: gpu_type: mi355x diff --git a/inferencex-e2e/configs/amd-master.yaml b/inferencex-e2e/configs/amd-master.yaml index e0ed3d6b51..83d9b45a88 100644 --- a/inferencex-e2e/configs/amd-master.yaml +++ b/inferencex-e2e/configs/amd-master.yaml @@ -384,7 +384,7 @@ qwen3.5-fp4-mi355x-sglang: srt-recipe: benchmarks/single_node/srt-slurm-recipes/qwen3.5/sglang/mi355x-fp4/8k1k.yaml qwen3.5-fp4-mi355x-atom: - image: rocm/atom:rocm7.2.2_ubuntu24.04_py3.12_pytorch_release_2.10.0_atom0.1.2.post + image: rocm/atom-dev:nightly_202610080328 model: amd/Qwen3.5-397B-A17B-MXFP4 model-prefix: qwen3.5 runner: mi355x diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index 2334965697..1bb198f6b8 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -9538,3 +9538,9 @@ - "Run prefill context parallelism on the TP-only arms at conc 16, 32 and 48; conc 1 and 4 keep BCG." - "Enable SGLANG_OPT_FP8_WO_A_FUSED_INVROPE." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3778 + +- config-keys: + - qwen3.5-fp4-mi355x-atom + description: + - "Bump ATOM image from atom0.1.2.post to rocm/atom-dev:nightly_202610080328 (ATOM v0.1.7)." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3913