feat(dsxe): add B300 disaggregated c64 point

Replace the aggregate TP4 c8 point with a 1P1D DEP8 c64 recipe and remove the explicit Prometheus multiprocess-directory workaround.\n\n以 1P1D DEP8 c64 配方替换聚合式 TP4 c8 测试点，并移除显式的 Prometheus 多进程目录 workaround。

Author: nvpohanh

inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/configs/install-mooncake-efa-cu13.sh

@@ -3,4 +3,3 @@ set -eo pipefail
 
 python3 -m pip uninstall --break-system-packages -y mooncake-transfer-engine-cuda13 mooncake-transfer-engine-efa-cuda13
 python3 -m pip install --break-system-packages --no-deps mooncake-transfer-engine-efa-cuda13==0.3.13.post1
-mkdir -p /tmp/sglang-prometheus-prefill /tmp/sglang-prometheus-decode

inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b300-fp4/agentx/agg-tp4-c8-mtp.yaml

@@ -68,7 +68,6 @@ roles:
       SGLANG_DSV4_MHC_PREWARM: '1'
       PIP_BREAK_SYSTEM_PACKAGES: '1'
       PYTHONUNBUFFERED: '1'
-      PROMETHEUS_MULTIPROC_DIR: /tmp/sglang-prometheus-prefill
       SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK: '0'
       SGLANG_DG_CACHE_DIR: /configs/deepgemm_cache
       SGLANG_JIT_DEEPGEMM_PRECOMPILE: '1'
@@ -144,7 +143,6 @@ roles:
       SGLANG_DISAGGREGATION_WAITING_TIMEOUT: "900"
       PIP_BREAK_SYSTEM_PACKAGES: '1'
       PYTHONUNBUFFERED: '1'
-      PROMETHEUS_MULTIPROC_DIR: /tmp/sglang-prometheus-decode
       SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK: '0'
       SGLANG_DG_CACHE_DIR: /configs/deepgemm_cache
       SGLANG_JIT_DEEPGEMM_PRECOMPILE: '1'

inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b300-fp4/agentx/disagg-1p1d-dep8-dep8-c240-mtp-kvoffload.yaml

@@ -0,0 +1,227 @@
+schema: 2
+name: "disagg-b300-1p1d-dep8-dep8-c64-mtp-kvoffload"
+
+# Agentic-coding SGLang disaggregated recipe for DeepSeek-V4-Pro-0813 on B300
+# (1P x DEP8 / 1D x DEP8, DSpark K=6 + hierarchical-cache KV offload),
+# tuned for concurrency 64. Concurrency is exported by the master config.
+
+model:
+  path: "deepseek-v4-pro-0813"
+  container: "dynamo-sglang"
+  precision: "fp4"
+
+identity:
+  model:
+    repo: "deepseek-ai/DeepSeek-V4-Pro-0813"
+  container:
+    image: "lmsysorg/sglang:nightly-dev-20260916-c9a8fba9"
+
+dynamo:
+  install: false
+
+setup_script: install-mooncake-efa-cu13.sh
+
+health_check:
+  max_attempts: 1440
+  interval_seconds: 10
+
+resources:
+  gpu_type: b300
+  gpus_per_node: 8
+services:
+  - name: etcd
+    type: etcd
+    placement:
+      node: dedicated
+  - name: nats
+    type: nats
+    placement:
+      node: dedicated
+    options:
+      max_payload_mb: 32
+frontend:
+  type: dynamo
+  nginx_session_affinity: true
+  nginx_session_affinity_header: X-Dynamo-Session-ID
+  enable_multiple_frontends: true
+  num_additional_frontends: 4
+  env:
+    PIP_BREAK_SYSTEM_PACKAGES: "1"
+    DYN_TCP_REQUEST_TIMEOUT: "60"
+  args:
+    router-mode: "kv"
+    router-session-affinity-ttl-secs: "3600"
+    active-decode-blocks-threshold: "None"
+    active-prefill-tokens-threshold: "None"
+    active-prefill-tokens-threshold-frac: "None"
+
+engine: sglang
+roles:
+  prefill:
+    nodes: 1
+    workers: 1
+    gpus: 8
+    env:
+      SGLANG_ENABLE_PREFILL_WAR_READ_DONE: "1"
+      SGLANG_RAGGED_VERIFY_MODE: "static"
+      SGLANG_DISAGGREGATION_WAITING_TIMEOUT: "900"
+      SGLANG_DSV4_MHC_PREWARM: '1'
+      PIP_BREAK_SYSTEM_PACKAGES: '1'
+      PYTHONUNBUFFERED: '1'
+      SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK: '0'
+      SGLANG_DG_CACHE_DIR: /configs/deepgemm_cache
+      SGLANG_JIT_DEEPGEMM_PRECOMPILE: '1'
+      SGLANG_JIT_DEEPGEMM_FAST_WARMUP: '1'
+      SGLANG_DEFAULT_THINKING: '1'
+      SGLANG_DSV4_REASONING_EFFORT: high
+      SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT: '1'
+      SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS: "1"
+      SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2: '1'
+      SGLANG_OPT_USE_DEEPGEMM_MEGA_MOE: '1'
+      SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK: '9216'
+      SGLANG_OPT_USE_ONLINE_COMPRESS: '0'
+      NCCL_CUMEM_ENABLE: '1'
+      MOONCAKE_PROTOCOL: efa
+      MC_MS_FILTERS: rdmap191s0
+      WITH_NVIDIA_PEERMEM: '0'
+      NCCL_TIMEOUT: '100000'
+      SGLANG_OPT_SWA_RELEASE_LEAF_LOCK_AFTER_WINDOW: '1'
+      DYN_SKIP_SGLANG_LOG_FORMATTING: '1'
+      DYN_LOG: info,dynamo_runtime::pipeline::network::ingress::push_handler=warn
+      SGLANG_LOG_FORWARD_ITERS: '1'
+      SGLANG_LOG_MS: '1'
+      SGLANG_REQUEST_STATE_WAIT_TIMEOUT: '60'
+      SGLANG_NCCL_ALL_GATHER_IN_OVERLAP_SCHEDULER_SYNC_BATCH: '1'
+
+    args:
+      host: 0.0.0.0
+      served-model-name: deepseek-ai/DeepSeek-V4-Pro-0813
+      enable-metrics: true
+      enable-cache-report: true
+      model-path: /model/
+      trust-remote-code: true
+      watchdog-timeout: 86400
+      stream-interval: 60
+      tp-size: 8
+      dp-size: 8
+      ep-size: 8
+      enable-dp-attention: true
+      enable-dp-lm-head: true
+      moe-dense-tp-size: 1
+      moe-a2a-backend: megamoe
+      enable-deepseek-v4-fp4-indexer: true
+      enable-w4a4-mxfp4-megamoe: true
+      disaggregation-transfer-backend: mooncake
+      disaggregation-mode: prefill
+      load-balance-method: total_tokens
+      mem-fraction-static: 0.85
+      page-size: 256
+      swa-full-tokens-ratio: 0.02
+      max-running-requests: 256
+      cuda-graph-max-bs-prefill: 256
+      chunked-prefill-size: 65536
+      disable-flashinfer-autotune: true
+      model-loader-extra-config: '{"enable_multithread_load":true,"num_threads":8}'
+      kv-events-config: '{"publisher":"zmq","topic":"kv-events","endpoint":"tcp://*:5557"}'
+      speculative-algorithm: DSPARK
+      speculative-dspark-block-size: 6
+      speculative-num-steps: 1
+      speculative-eagle-topk: 1
+      speculative-num-draft-tokens: 7
+      enable-hierarchical-cache: true
+      hicache-write-policy: write_back
+      hicache-ratio: 3
+      hicache-io-backend: direct
+
+  decode:
+    nodes: 1
+    workers: 1
+    gpus: 8
+
+    env:
+      SGLANG_RAGGED_VERIFY_MODE: "static"
+      SGLANG_DISAGGREGATION_WAITING_TIMEOUT: "900"
+      PIP_BREAK_SYSTEM_PACKAGES: '1'
+      PYTHONUNBUFFERED: '1'
+      SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK: '0'
+      SGLANG_DG_CACHE_DIR: /configs/deepgemm_cache
+      SGLANG_JIT_DEEPGEMM_PRECOMPILE: '1'
+      SGLANG_JIT_DEEPGEMM_FAST_WARMUP: '1'
+      SGLANG_DEFAULT_THINKING: '1'
+      SGLANG_DSV4_REASONING_EFFORT: high
+      SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT: '1'
+      SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS: "1"
+      SGLANG_OPT_DEEPGEMM_MEGA_MOE: '1'
+      SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK: '4096'
+      SGLANG_OPT_USE_ONLINE_COMPRESS: '0'
+      NCCL_CUMEM_ENABLE: '1'
+      MOONCAKE_PROTOCOL: efa
+      MC_MS_FILTERS: rdmap191s0
+      WITH_NVIDIA_PEERMEM: '0'
+      NCCL_TIMEOUT: '100000'
+      SGLANG_OPT_SWA_RELEASE_LEAF_LOCK_AFTER_WINDOW: '1'
+      SGLANG_CLIP_MAX_NEW_TOKENS_ESTIMATION: '8'
+      DYN_SKIP_SGLANG_LOG_FORMATTING: '1'
+      DYN_LOG: info,dynamo_runtime::pipeline::network::ingress::push_handler=warn
+      SGLANG_LOG_FORWARD_ITERS: '1'
+      SGLANG_LOG_MS: '1'
+      SGLANG_REQUEST_STATE_WAIT_TIMEOUT: '60'
+
+    args:
+      host: 0.0.0.0
+      served-model-name: deepseek-ai/DeepSeek-V4-Pro-0813
+      enable-metrics: true
+      enable-cache-report: true
+      model-path: /model/
+      trust-remote-code: true
+      watchdog-timeout: 86400
+      stream-interval: 60
+      tp-size: 8
+      dp-size: 8
+      ep-size: 8
+      enable-dp-attention: true
+      enable-dp-lm-head: true
+      moe-dense-tp-size: 1
+      moe-a2a-backend: megamoe
+      enable-deepseek-v4-fp4-indexer: true
+      enable-w4a4-mxfp4-megamoe: true
+      disaggregation-transfer-backend: mooncake
+      disaggregation-mode: decode
+      load-balance-method: total_tokens
+      mem-fraction-static: 0.9
+      page-size: 256
+      swa-full-tokens-ratio: 0.02
+      max-running-requests: 128
+      cuda-graph-max-bs-decode: 256
+      disable-flashinfer-autotune: true
+      model-loader-extra-config: '{"enable_multithread_load":true,"num_threads":8}'
+      kv-events-config: '{"publisher":"zmq","topic":"kv-events","endpoint":"tcp://*:5567"}'
+      speculative-algorithm: DSPARK
+      speculative-dspark-block-size: 6
+      speculative-num-steps: 1
+      speculative-eagle-topk: 1
+      speculative-num-draft-tokens: 7
+
+
+sbatch_directives:
+  mem: "0"
+  cpus-per-task: "192"
+  exclude: "dsxe-sa-b300-prd0-gpu-00,dsxe-sa-b300-prd0-gpu-01,dsxe-sa-b300-prd0-gpu-04,dsxe-sa-b300-prd0-gpu-06,dsxe-sa-b300-prd0-gpu-11,dsxe-sa-b300-prd0-gpu-16"
+
+srun_options:
+  mem: "0"
+  container-remap-root: ""
+
+benchmark:
+  type: custom
+  command: bash /infmax-workspace/benchmarks/srt_agentic.sh
+  env:
+    INFMAX_CONTAINER_WORKSPACE: /infmax-workspace
+    RESULT_DIR: /logs/agentic
+    PORT: "8000"
+    IS_MULTINODE: "true"
+    AIPERF_HTTP_X_DYNAMO_SESSION_ID_FROM_CORRELATION_ID: "true"
+    AIPERF_USE_DYNAMO_CONV_AWARE_ROUTING: "0"
+    AIPERF_REQUIRED_SERVER_METRIC_PREFIX: "sglang:"
+    AIPERF_DATASET_MMAP_CACHE_DIR: "/aiperf_mmap_cache"
+    HF_HUB_CACHE: "/hf_hub_cache"

inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b300-fp4/agentx/disagg-1p1d-dep8-dep8-c64-mtp-kvoffload.yaml

@@ -67,7 +67,6 @@ roles:
       SGLANG_DISAGGREGATION_WAITING_TIMEOUT: "900"
       PIP_BREAK_SYSTEM_PACKAGES: '1'
       PYTHONUNBUFFERED: '1'
-      PROMETHEUS_MULTIPROC_DIR: /tmp/sglang-prometheus-prefill
       OMP_NUM_THREADS: '1'
       SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK: '0'
       SGLANG_DG_CACHE_DIR: /configs/deepgemm_cache
@@ -144,7 +143,6 @@ roles:
       SGLANG_DISAGGREGATION_WAITING_TIMEOUT: "900"
       PIP_BREAK_SYSTEM_PACKAGES: '1'
       PYTHONUNBUFFERED: '1'
-      PROMETHEUS_MULTIPROC_DIR: /tmp/sglang-prometheus-decode
       OMP_NUM_THREADS: '1'
       SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK: '0'
       SGLANG_DG_CACHE_DIR: /configs/deepgemm_cache