@@ -9086,6 +9086,7 @@ qwen3.8next-fp4-gb300-sglang-agentic-mtp:
90869086 precision : fp4
90879087 framework : sglang
90889088 multinode : false
9089+ srt-recipe-dir : qwen3.8next/sglang/gb300-fp4-mtp
90899090 scenarios :
90909091 agentic-coding :
90919092 # Use the GB300 profile's proportional per-worker host DRAM allowance.
@@ -9099,7 +9100,7 @@ qwen3.8next-fp4-gb300-sglang-agentic-mtp:
90999100 kv-offloading : dram
91009101 kv-offload-backend : { name: hicache }
91019102 conc-list : [1, 2, 4, 8, 16, 32, 48, 64]
9102- srt-recipe : benchmarks/single_node/srt-slurm-recipes/qwen3.8next/sglang/gb300-fp4-mtp/ agentic.yaml
9103+ srt-recipe : agentic.yaml
91039104
91049105qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve :
91059106 image : lmsysorg/sglang:nightly-dev-cu13-20260913-fa663e72
@@ -9114,6 +9115,7 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve:
91149115 kv-p2p-transfer : mooncake
91159116 multinode : true
91169117 disagg : true
9118+ srt-recipe-dir : qwen3.5/sglang/gb300-fp8/agentx
91179119 scenarios :
91189120 agentic-coding :
91199121 - dram-utilization : 0.9
@@ -9124,14 +9126,13 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve:
91249126 name : hicache
91259127 conc-list :
91269128 - 1000
9129+ srt-recipe : disagg-gb300-5p3d-pp4-dep4-c1000-mtp-hicache-nightly-20260913.yaml
91279130 prefill :
91289131 num-worker : 5
91299132 tp : 1
91309133 pp : 4
91319134 ep : 1
91329135 dp-attn : false
9133- additional-settings :
9134- - CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-gb300-5p3d-pp4-dep4-c1000-mtp-hicache-nightly-20260913.yaml
91359136 decode :
91369137 num-worker : 3
91379138 tp : 4
@@ -9144,14 +9145,13 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve:
91449145 name : hicache
91459146 conc-list :
91469147 - 200
9148+ srt-recipe : disagg-gb300-1p1d-pp4-dep4-c200-mtp-hicache-nightly-20260913.yaml
91479149 prefill :
91489150 num-worker : 1
91499151 tp : 1
91509152 pp : 4
91519153 ep : 1
91529154 dp-attn : false
9153- additional-settings :
9154- - CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-gb300-1p1d-pp4-dep4-c200-mtp-hicache-nightly-20260913.yaml
91559155 decode :
91569156 num-worker : 1
91579157 tp : 4
@@ -9164,14 +9164,13 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve:
91649164 name : hicache
91659165 conc-list :
91669166 - 400
9167+ srt-recipe : disagg-dep16-mtp6-variants.yaml:override_3p1d
91679168 prefill :
91689169 num-worker : 3
91699170 tp : 1
91709171 pp : 4
91719172 ep : 1
91729173 dp-attn : false
9173- additional-settings :
9174- - CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-dep16-mtp6-variants.yaml:override_3p1d
91759174 decode :
91769175 num-worker : 1
91779176 tp : 16
@@ -9184,14 +9183,13 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve:
91849183 name : hicache
91859184 conc-list :
91869185 - 300
9186+ srt-recipe : disagg-dep16-mtp6-variants.yaml:override_2p1d
91879187 prefill :
91889188 num-worker : 2
91899189 tp : 1
91909190 pp : 4
91919191 ep : 1
91929192 dp-attn : false
9193- additional-settings :
9194- - CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-dep16-mtp6-variants.yaml:override_2p1d
91959193 decode :
91969194 num-worker : 1
91979195 tp : 16
@@ -9204,14 +9202,13 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-pp-midcurve:
92049202 name : hicache
92059203 conc-list :
92069204 - 180
9205+ srt-recipe : disagg-dep16-mtp6-variants.yaml:override_1p1d
92079206 prefill :
92089207 num-worker : 1
92099208 tp : 1
92109209 pp : 4
92119210 ep : 1
92129211 dp-attn : false
9213- additional-settings :
9214- - CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-dep16-mtp6-variants.yaml:override_1p1d
92159212 decode :
92169213 num-worker : 1
92179214 tp : 16
@@ -9227,6 +9224,7 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-agg-midcurve:
92279224 framework : dynamo-sglang
92289225 multinode : true
92299226 disagg : false
9227+ srt-recipe-dir : qwen3.5/sglang/gb300-fp8/agentx
92309228 scenarios :
92319229 agentic-coding :
92329230 - dram-utilization : 0.9
@@ -9238,41 +9236,38 @@ qwen3.5-fp8-gb300-dynamo-sglang-agentic-agg-midcurve:
92389236 conc-list :
92399237 - 44
92409238 num-nodes : 1
9239+ srt-recipe : agg-gb300-tp4-c44-b1-mtp-hicache-nightly-20260913.yaml
92419240 worker :
92429241 num-worker : 1
92439242 tp : 4
92449243 pp : 1
92459244 ep : 1
92469245 dp-attn : false
9247- additional-settings :
9248- - CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/agg-gb300-tp4-c44-b1-mtp-hicache-nightly-20260913.yaml
92499246 - spec-decoding : mtp
92509247 kv-offloading : dram
92519248 kv-offload-backend :
92529249 name : hicache
92539250 conc-list :
92549251 - 1
92559252 num-nodes : 1
9253+ srt-recipe : agg-gb300-tp4-c1-b1-mtp-hicache-nightly-20260913.yaml
92569254 worker :
92579255 num-worker : 1
92589256 tp : 4
92599257 pp : 1
92609258 ep : 1
92619259 dp-attn : false
9262- additional-settings :
9263- - CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/agg-gb300-tp4-c1-b1-mtp-hicache-nightly-20260913.yaml
92649260 - spec-decoding : mtp
92659261 kv-offloading : dram
92669262 kv-offload-backend :
92679263 name : hicache
92689264 conc-list :
92699265 - 1
92709266 num-nodes : 2
9267+ srt-recipe : agg-gb300-tp8-c1-b1-mtp-hicache-nightly-20260913.yaml
92719268 worker :
92729269 num-worker : 1
92739270 tp : 8
92749271 pp : 1
92759272 ep : 1
92769273 dp-attn : false
9277- additional-settings :
9278- - CONFIG_FILE=recipes/qwen3.5/sglang/gb300-fp8/agentx/agg-gb300-tp8-c1-b1-mtp-hicache-nightly-20260913.yaml
0 commit comments