Repository navigation
Commit 5895b96
- docs/benchmarks.md+2-2
- docs/engines.md+1-1
- docs/frontends.md+2-2
- docs/llm-d.md+271
- docs/schema-reference.md+3-1
- docs/schema/recipe.schema.json+18-1
- docs/services.md+4-2
- examples/README.md+2-1
- examples/vllm/llm-d-agg.yaml+63
- examples/vllm/llm-d-disagg.yaml+94
- examples/vllm/llm-d-dp-ranks.yaml+75
- mkdocs.yml+1
- src/srtctl/backends/sglang.py+5
- src/srtctl/backends/vllm.py+135-97
- src/srtctl/cli/mixins/benchmark_stage.py+15-2
- src/srtctl/cli/mixins/service_stage.py+7-3
- src/srtctl/cli/mixins/worker_stage.py+11-4
- src/srtctl/core/AGENTS.md+1-1
- src/srtctl/core/schema.py+18-4
- src/srtctl/core/supervisor.py+4-1
- src/srtctl/core/topology.py+8-2
- src/srtctl/core/worker_backends.py+25-8
- src/srtctl/frontends/AGENTS.md+3-1
- src/srtctl/frontends/__init__.py+3
- src/srtctl/frontends/base.py+20
- src/srtctl/frontends/llm_d.py+530
- src/srtctl/frontends/static_router.py+37-29
- src/srtctl/frontends/vllm_router.py+1-1
- src/srtctl/ports.py+21
- src/srtctl/services/__init__.py+12-1
- src/srtctl/services/llm_d_sidecar.py+127
- src/srtctl/services/registry.py+12
- src/srtctl/templates/llm_d_envoy.yaml.j2+100
- tests/snapshots/launch/vllm__llm-d-agg.txt+190
- tests/snapshots/launch/vllm__llm-d-disagg.txt+205
- tests/snapshots/launch/vllm__llm-d-dp-ranks.txt+572
- tests/test_benchmarks.py+54
- tests/test_configs.py+5-5
- tests/test_e2e.py+1-1
- tests/test_frontends.py+2-1
- tests/test_llm_d_frontend.py+662
- tests/test_port_allocator.py+3
- tests/test_profiling.py+19
- tests/test_services.py+1
- tests/test_slurm.py+3
- tests/test_vllm_connectors.py+71-1
- tests/test_vllm_dp_parallelism.py+79
- tests/test_vllm_router_frontend.py+1-1
0 commit comments