feat(amd): refresh port #2630 for shared srt-slurm v2 base

Author: cquil11

benchmarks/multi_node/srt-slurm-recipes/sglang/deepseek-v4/mi355x/fixed-seq/disagg-1p1d-dep8-mtp.yaml

@@ -0,0 +1,203 @@
+schema: 2
+name: "mi355x-dsv4-disagg-1p1d-dep8-mtp-fixed-seq"
+
+model:
+  path: "hf:deepseek-ai/DeepSeek-V4-Pro"
+  container: "lmsysorg/sglang-rocm:v0.5.15-rocm720-mi35x-20260713"
+  precision: "fp4"
+
+identity:
+  model: {repo: "deepseek-ai/DeepSeek-V4-Pro"}
+  container: {image: "lmsysorg/sglang-rocm:v0.5.15-rocm720-mi35x-20260713"}
+  frameworks:
+    sglang-router: "0.3.2"
+
+slurm: {time_limit: "08:00:00"}
+
+resources:
+  gpu_type: "mi355x"
+  gpus_per_node: 8
+frontend:
+  type: sglang-router
+  enable_multiple_frontends: false
+  args:
+    policy: random
+    prefill-policy: random
+    decode-policy: random
+    cb-timeout-duration-secs: 15
+    retry-max-retries: 3
+
+engine: sglang
+roles:
+  prefill:
+    nodes: 1
+    workers: 1
+    gpus: 8
+    env: &common_environment
+      HF_HOME: "/hf_hub_cache"
+      HF_HUB_CACHE: "/hf_hub_cache/hub"
+      HUGGINGFACE_HUB_CACHE: "/hf_hub_cache/hub"
+      PYTHONUNBUFFERED: "1"
+      TORCH_NCCL_BLOCKING_WAIT: "1"
+      NCCL_BLOCKING_WAIT: "1"
+      NCCL_IB_HCA: "rdma0,rdma1,rdma2,rdma3,rdma4,rdma5,rdma6,rdma7"
+      HSA_NO_SCRATCH_RECLAIM: "0"
+      GPU_MAX_HW_QUEUES: "5"
+      AITER_LOG_LEVEL: "ERROR"
+      SGLANG_AITER_MLA_PERSIST: "0"
+      SGLANG_ENABLE_UNIFIED_RADIX_TREE: "1"
+      SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS: "1"
+      SGLANG_MORI_DISPATCH_DTYPE: "auto"
+      SGLANG_MORI_QP_PER_TRANSFER: "4"
+      SGLANG_MORI_NUM_WORKERS: "4"
+      SGLANG_MORI_DISPATCH_INTER_KERNEL_SWITCH_THRESHOLD: "4096"
+      SGLANG_OPT_DEEPGEMM_HC_PRENORM: "false"
+      SGLANG_USE_AITER: "1"
+      SGLANG_USE_ROCM700A: "0"
+      SGLANG_OPT_USE_FUSED_COMPRESS: "true"
+      SGLANG_HACK_FLASHMLA_BACKEND: "unified_kv_triton"
+      SGLANG_OPT_FP8_WO_A_GEMM: "false"
+      SGLANG_OPT_USE_JIT_INDEXER_METADATA: "false"
+      SGLANG_OPT_USE_TOPK_V2: "false"
+      SGLANG_OPT_USE_AITER_INDEXER: "true"
+      SGLANG_OPT_USE_TILELANG_INDEXER: "false"
+      SGLANG_OPT_USE_TILELANG_MHC_PRE: "false"
+      SGLANG_OPT_USE_TILELANG_MHC_POST: "false"
+      SGLANG_FP8_PAGED_MQA_LOGITS_TORCH: "1"
+      SGLANG_OPT_USE_FUSED_COMPRESS_TRITON: "true"
+      SGLANG_OPT_USE_MULTI_STREAM_OVERLAP: "false"
+      SGLANG_ROCM_USE_MULTI_STREAM: "false"
+      AITER_BF16_FP8_MOE_BOUND: "0"
+      SGLANG_DEFAULT_THINKING: "1"
+      SGLANG_DSV4_REASONING_EFFORT: "high"
+      SGLANG_EAGER_INPUT_NO_COPY: "true"
+      SGLANG_SHARED_EXPERT_TP1: "1"
+      SGLANG_DP_SHARED_EXPERT_LOCAL: "1"
+      SGLANG_DP_USE_GATHERV: "1"
+      SGLANG_DP_USE_REDUCE_SCATTER: "1"
+      IBDEVICES: "rdma0,rdma1,rdma2,rdma3,rdma4,rdma5,rdma6,rdma7"
+      MORI_RDMA_TC: "104"
+      MORI_IO_SQ_BACKOFF_TIMEOUT_US: "50000"
+      MORI_IO_QP_MAX_SEND_WR: "32767"
+      MORI_IO_QP_MAX_CQE: "32768"
+      MORI_IO_QP_MAX_SGE: "2"
+      MORI_IO_TC_DISABLE: "0"
+      MORI_SHMEM_MODE: "ISOLATION"
+      MORI_EP_LAUNCH_CONFIG_MODE: "AUTO"
+      MORI_APP_LOG_LEVEL: "WARNING"
+      SGLANG_MORI_COMBINE_DTYPE: "auto"
+      SGLANG_MORI_NUM_MAX_DISPATCH_TOKENS_PER_RANK: "16384"
+      SGLANG_ENABLE_SPEC_V2: "1"
+      SGLANG_ENABLE_OVERLAP_PLAN_STREAM: "0"
+      SGLANG_LOG_MS: "true"
+      SGLANG_DISAGGREGATION_NUM_PRE_ALLOCATE_REQS: "32"
+      SGLANG_HEALTH_CHECK_TIMEOUT: "600"
+      SGLANG_DISAGGREGATION_BOOTSTRAP_TIMEOUT: "3600"
+      SGLANG_DISAGGREGATION_WAITING_TIMEOUT: "3600"
+    args: &common_server
+      served-model-name: "deepseek-ai/DeepSeek-V4-Pro"
+      trust-remote-code: true
+      tp-size: 8
+      ep-size: 8
+      dp-size: 8
+      enable-dp-attention: true
+      ep-dispatch-algorithm: fake
+      moe-a2a-backend: mori
+      deepep-mode: normal
+      moe-dense-tp-size: 1
+      enable-dp-lm-head: true
+      watchdog-timeout: 3600
+      decode-log-interval: 100
+      load-balance-method: round_robin
+      kv-cache-dtype: fp8_e4m3
+      attention-backend: dsv4
+      page-size: 256
+      swa-full-tokens-ratio: 0.1
+      disable-shared-experts-fusion: true
+      tool-call-parser: deepseekv4
+      reasoning-parser: deepseek-v4
+      disaggregation-transfer-backend: mori
+      disaggregation-ib-device: rdma0,rdma1,rdma2,rdma3,rdma4,rdma5,rdma6,rdma7
+      speculative-algorithm: EAGLE
+      speculative-eagle-topk: 1
+      speculative-num-steps: 1
+      speculative-num-draft-tokens: 2
+      log-level: info
+      context-length: 9217
+      mem-fraction-static: 0.80
+      max-running-requests: 1024
+      chunked-prefill-size: 131072
+      max-total-tokens: 2097152
+      disable-radix-cache: true
+      disable-cuda-graph: true
+  decode:
+    nodes: 1
+    workers: 1
+    gpus: 8
+
+    env:
+      <<: *common_environment
+      SGLANG_MORI_NUM_MAX_DISPATCH_TOKENS_PER_RANK: "128"
+    args:
+      <<: *common_server
+      mem-fraction-static: 0.85
+      max-total-tokens:
+      chunked-prefill-size:
+      disable-radix-cache: false
+      disable-cuda-graph: false
+      prefill-round-robin-balance: true
+      cuda-graph-bs: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27,
+            28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54,
+            55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81,
+            82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106,
+            107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128]
+
+sbatch_directives:
+  cpus-per-task: "128"
+  mem: "0"
+
+srun_options:
+  mem: "0"
+  container-writable: ""
+  container-remap-root: ""
+
+health_check: {max_attempts: 720, interval_seconds: 5}
+
+benchmark:
+  type: custom
+  command: |
+    set -eo pipefail
+    source /infmax-workspace/benchmarks/benchmark_lib.sh --validation-only
+    check_env_vars SLURM_JOB_ID SRT_FRONTEND_HOST SRT_FRONTEND_PORT CONC_LIST RANDOM_RANGE_RATIO
+    result_root="/results/${SLURM_JOB_ID}/fixed-seq"
+    mkdir -p "${result_root}"
+    trap 'tar -C /logs -czf "'"${result_root}"'/runtime-logs.tar.gz" . 2>/dev/null || true' EXIT
+    for concurrency in ${CONC_LIST}; do
+      python3 /infmax-workspace/utils/bench_serving/benchmark_serving.py \
+        --backend openai \
+        --base-url "http://${SRT_FRONTEND_HOST}:${SRT_FRONTEND_PORT}" \
+        --endpoint /v1/completions \
+        --model deepseek-ai/DeepSeek-V4-Pro \
+        --tokenizer deepseek-ai/DeepSeek-V4-Pro \
+        --dataset-name random \
+        --random-input-len 8192 \
+        --random-output-len 1024 \
+        --random-range-ratio "${RANDOM_RANGE_RATIO}" \
+        --use-chat-template \
+        --dsv4 \
+        --num-warmups "$((concurrency * 2))" \
+        --num-prompts "$((concurrency * 10))" \
+        --max-concurrency "${concurrency}" \
+        --request-rate inf \
+        --ignore-eos \
+        --percentile-metrics ttft,tpot,itl,e2el \
+        --save-result \
+        --result-dir "${result_root}" \
+        --result-filename "dsv4-fp4-disagg-mtp1-dep8-isl8192-osl1024-c${concurrency}.json"
+    done
+  env:
+    TRANSFORMERS_VERBOSITY: error
+    TOKENIZERS_PARALLELISM: "false"
+    HF_HOME: /hf_hub_cache
+    HF_HUB_CACHE: /hf_hub_cache/hub
+    HUGGINGFACE_HUB_CACHE: /hf_hub_cache/hub