vllm-project
diff --git a/‎_posts/2024-10-23-vllm-serving-amd.md
+337 b/‎_posts/2024-10-23-vllm-serving-amd.md
+337
diff --git a/‎assets/figures/vllm-serving-amd/405b1.png
10 KB b/‎assets/figures/vllm-serving-amd/405b1.png
10 KB
diff --git a/‎assets/figures/vllm-serving-amd/405b2.png
13.7 KB b/‎assets/figures/vllm-serving-amd/405b2.png
13.7 KB
diff --git a/‎assets/figures/vllm-serving-amd/70b1.png
10.4 KB b/‎assets/figures/vllm-serving-amd/70b1.png
10.4 KB
diff --git a/‎assets/figures/vllm-serving-amd/70b2.png
14 KB b/‎assets/figures/vllm-serving-amd/70b2.png
14 KB
diff --git a/‎assets/figures/vllm-serving-amd/case01-chunked-prefill/Mean TPOT (ms).png
22 KB b/‎assets/figures/vllm-serving-amd/case01-chunked-prefill/Mean TPOT (ms).png
22 KB
diff --git a/‎assets/figures/vllm-serving-amd/case01-chunked-prefill/Mean TTFT (ms).png
20 KB b/‎assets/figures/vllm-serving-amd/case01-chunked-prefill/Mean TTFT (ms).png
20 KB
diff --git a/‎assets/figures/vllm-serving-amd/case01-chunked-prefill/Requests Per Second.png
25.5 KB b/‎assets/figures/vllm-serving-amd/case01-chunked-prefill/Requests Per Second.png
25.5 KB
diff --git a/‎assets/figures/vllm-serving-amd/case02-num-scheduler-steps/Mean TPOT (ms).png
25.9 KB b/‎assets/figures/vllm-serving-amd/case02-num-scheduler-steps/Mean TPOT (ms).png
25.9 KB
diff --git a/‎assets/figures/vllm-serving-amd/case02-num-scheduler-steps/Mean TTFT (ms).png
23.4 KB b/‎assets/figures/vllm-serving-amd/case02-num-scheduler-steps/Mean TTFT (ms).png
23.4 KB
diff --git a/‎assets/figures/vllm-serving-amd/case02-num-scheduler-steps/Requests per Second.png
30.3 KB b/‎assets/figures/vllm-serving-amd/case02-num-scheduler-steps/Requests per Second.png
30.3 KB
diff --git a/‎assets/figures/vllm-serving-amd/case03-chunked-prefill-and-prefix-caching/Mean TPOT (ms).png
38.3 KB b/‎assets/figures/vllm-serving-amd/case03-chunked-prefill-and-prefix-caching/Mean TPOT (ms).png
38.3 KB
diff --git a/‎assets/figures/vllm-serving-amd/case03-chunked-prefill-and-prefix-caching/Mean TTFT (ms).png
35.7 KB b/‎assets/figures/vllm-serving-amd/case03-chunked-prefill-and-prefix-caching/Mean TTFT (ms).png
35.7 KB
diff --git a/‎assets/figures/vllm-serving-amd/case03-chunked-prefill-and-prefix-caching/Requests per Second.png
46.4 KB b/‎assets/figures/vllm-serving-amd/case03-chunked-prefill-and-prefix-caching/Requests per Second.png
46.4 KB
diff --git a/‎assets/figures/vllm-serving-amd/case04-max-seq-len-to-capture/Mean TPOT (ms).png
46.1 KB b/‎assets/figures/vllm-serving-amd/case04-max-seq-len-to-capture/Mean TPOT (ms).png
46.1 KB
diff --git a/‎assets/figures/vllm-serving-amd/case04-max-seq-len-to-capture/Mean TTFT (ms).png
42.6 KB b/‎assets/figures/vllm-serving-amd/case04-max-seq-len-to-capture/Mean TTFT (ms).png
42.6 KB
diff --git a/‎assets/figures/vllm-serving-amd/case04-max-seq-len-to-capture/Requests per Second.png
53.7 KB b/‎assets/figures/vllm-serving-amd/case04-max-seq-len-to-capture/Requests per Second.png
53.7 KB
diff --git a/‎assets/figures/vllm-serving-amd/case05-amd-recommended-environmental-variables/Mean TPOT (ms).png
31.8 KB b/‎assets/figures/vllm-serving-amd/case05-amd-recommended-environmental-variables/Mean TPOT (ms).png
31.8 KB
diff --git a/‎assets/figures/vllm-serving-amd/case05-amd-recommended-environmental-variables/Mean TTFT (ms).png
28.3 KB b/‎assets/figures/vllm-serving-amd/case05-amd-recommended-environmental-variables/Mean TTFT (ms).png
28.3 KB
diff --git a/‎assets/figures/vllm-serving-amd/case05-amd-recommended-environmental-variables/Requests Per Second.png
35.1 KB b/‎assets/figures/vllm-serving-amd/case05-amd-recommended-environmental-variables/Requests Per Second.png
35.1 KB
diff --git a/‎assets/figures/vllm-serving-amd/case06-kvcache-type/Mean TPOT (ms).png
33.6 KB b/‎assets/figures/vllm-serving-amd/case06-kvcache-type/Mean TPOT (ms).png
33.6 KB
diff --git a/‎assets/figures/vllm-serving-amd/case06-kvcache-type/Mean TTFT (ms).png
29.8 KB b/‎assets/figures/vllm-serving-amd/case06-kvcache-type/Mean TTFT (ms).png
29.8 KB
diff --git a/‎assets/figures/vllm-serving-amd/case06-kvcache-type/Requests per Second.png
36.7 KB b/‎assets/figures/vllm-serving-amd/case06-kvcache-type/Requests per Second.png
36.7 KB
diff --git a/‎assets/figures/vllm-serving-amd/case07-tensor-parallelism/Mean TPOT (ms).png
31.5 KB b/‎assets/figures/vllm-serving-amd/case07-tensor-parallelism/Mean TPOT (ms).png
31.5 KB
diff --git a/‎assets/figures/vllm-serving-amd/case07-tensor-parallelism/Mean TTFT (ms).png
28.4 KB b/‎assets/figures/vllm-serving-amd/case07-tensor-parallelism/Mean TTFT (ms).png
28.4 KB
diff --git a/‎assets/figures/vllm-serving-amd/case07-tensor-parallelism/Requests per Second.png
33 KB b/‎assets/figures/vllm-serving-amd/case07-tensor-parallelism/Requests per Second.png
33 KB
diff --git a/‎assets/figures/vllm-serving-amd/case08-max-num-seq/Mean TPOT (ms).png
35.6 KB b/‎assets/figures/vllm-serving-amd/case08-max-num-seq/Mean TPOT (ms).png
35.6 KB
diff --git a/‎assets/figures/vllm-serving-amd/case08-max-num-seq/Mean TTFT (ms).png
33.2 KB b/‎assets/figures/vllm-serving-amd/case08-max-num-seq/Mean TTFT (ms).png
33.2 KB
diff --git a/‎assets/figures/vllm-serving-amd/case08-max-num-seq/Request per Second.png
42 KB b/‎assets/figures/vllm-serving-amd/case08-max-num-seq/Request per Second.png
42 KB
diff --git a/‎assets/figures/vllm-serving-amd/introduction/Mean TTFT (ms).png
22.3 KB b/‎assets/figures/vllm-serving-amd/introduction/Mean TTFT (ms).png
22.3 KB
diff --git a/‎assets/figures/vllm-serving-amd/introduction/Throughput (Requests per Second).png
16.7 KB b/‎assets/figures/vllm-serving-amd/introduction/Throughput (Requests per Second).png
16.7 KB