Skip to content

Commit bf0d97d

Browse files
authored
Update requirements-tpu.txt to support python 3.9 and 3.11 (#11695)
Signed-off-by: mgoin <[email protected]>
1 parent a655eb3 commit bf0d97d

File tree

2 files changed

+7
-3
lines changed

2 files changed

+7
-3
lines changed

requirements-tpu.txt

+3-1
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,8 @@ ray[default]
1818
--find-links https://storage.googleapis.com/jax-releases/jaxlib_nightly_releases.html
1919
torch==2.6.0.dev20241126+cpu
2020
torchvision==0.20.0.dev20241126+cpu
21-
torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp310-cp310-linux_x86_64.whl
21+
torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp39-cp39-linux_x86_64.whl ; python_version == "3.9"
22+
torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp310-cp310-linux_x86_64.whl ; python_version == "3.10"
23+
torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp311-cp311-linux_x86_64.whl ; python_version == "3.11"
2224
jaxlib==0.4.36.dev20241122
2325
jax==0.4.36.dev20241122

vllm/worker/tpu_model_runner.py

+4-2
Original file line numberDiff line numberDiff line change
@@ -126,8 +126,10 @@ def __init__(
126126
logger.warning(
127127
"The max_model_len (%d) is too large. This may degrade the "
128128
"performance due to the insufficient smem size. Consider "
129-
"setting --max-model-len to a smaller value.",
130-
self.model_config.max_model_len)
129+
"setting --max-model-len to a smaller value, like %d.",
130+
self.model_config.max_model_len,
131+
self.model_config.max_model_len /
132+
(block_table_size / smem_size))
131133

132134
def load_model(self) -> None:
133135
self.device = self.device_config.device

0 commit comments

Comments
 (0)