File tree 2 files changed +7
-3
lines changed
2 files changed +7
-3
lines changed Original file line number Diff line number Diff line change @@ -18,6 +18,8 @@ ray[default]
18
18
--find-links https://storage.googleapis.com/jax-releases/jaxlib_nightly_releases.html
19
19
torch==2.6.0.dev20241126+cpu
20
20
torchvision==0.20.0.dev20241126+cpu
21
- torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp310-cp310-linux_x86_64.whl
21
+ torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp39-cp39-linux_x86_64.whl ; python_version == "3.9"
22
+ torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp310-cp310-linux_x86_64.whl ; python_version == "3.10"
23
+ torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp311-cp311-linux_x86_64.whl ; python_version == "3.11"
22
24
jaxlib==0.4.36.dev20241122
23
25
jax==0.4.36.dev20241122
Original file line number Diff line number Diff line change @@ -126,8 +126,10 @@ def __init__(
126
126
logger .warning (
127
127
"The max_model_len (%d) is too large. This may degrade the "
128
128
"performance due to the insufficient smem size. Consider "
129
- "setting --max-model-len to a smaller value." ,
130
- self .model_config .max_model_len )
129
+ "setting --max-model-len to a smaller value, like %d." ,
130
+ self .model_config .max_model_len ,
131
+ self .model_config .max_model_len /
132
+ (block_table_size / smem_size ))
131
133
132
134
def load_model (self ) -> None :
133
135
self .device = self .device_config .device
You can’t perform that action at this time.
0 commit comments