LightLLM/requirements.txt at main · ModelTC/LightLLM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
# FlashInfer cubin wheels are published on the official FlashInfer index.
--extra-index-url https://flashinfer.ai/whl

anyio==3.7.1
black==23.12.0
boltons==23.0.0
boto3==1.28.7
botocore==1.31.7
Brotli==1.0.9
certifi==2023.5.7
cffi==1.15.1
charset-normalizer==3.2.0
click==8.1.6
cmake==3.27.0
colorama==0.4.6
coloredlogs==15.0.1
cryptography==41.0.2
einops==0.6.0
environs==9.5.0
exceptiongroup==1.1.2
fastapi==0.115.6
filelock==3.17.0
fsspec==2023.6.0
gmpy2==2.1.2
h11==0.14.0
humanfriendly==10.0
humanize==4.7.0
idna==3.4
Jinja2==3.1.6
jmespath==1.0.1
jsonpatch==1.32
jsonpointer==2.0
MarkupSafe==2.1.3
marshmallow==3.19.0
mpmath==1.3.0
multiprocessing-logging==0.3.4
networkx==3.1
ninja==1.11.1
numpy==2.1.3
packaging==24.2
pip==23.0.1
pluggy==1.2.0
plumbum==1.8.2
# CUTLASS DSL 4.6 requires protobuf >= 6.30.2, < 7.
protobuf==6.33.5
pycparser==2.21
pydantic==2.10.3
pyOpenSSL==23.2.0
PySocks==1.7.1
python-dateutil==2.8.2
python-dotenv==1.0.0
PyYAML==6.0.1
pyzmq==25.1.1b2
regex==2026.5.9
requests==2.31.0
rpyc==5.3.1
ruamel.yaml==0.17.32
ruamel.yaml.clib==0.2.7
s3transfer==0.6.1
sentencepiece==0.2.0
setuptools==77.0.3
six==1.16.0
sniffio==1.3.0
sortedcontainers==2.4.0
toolz==0.12.0
torch==2.11.0
tqdm==4.65.0
transformers==5.8.0
tokenizers==0.22.1
urllib3==1.26.16
uvicorn==0.19.0
uvloop==0.17.0
wheel==0.40.0
zstandard==0.23.0
safetensors==0.4.5
Pillow==10.4.0
tiktoken==0.8.0
matplotlib==3.10.0
psutil==5.9.4
prometheus_client==0.20.0
cchardet==2.1.7
ujson==5.10.0
frozendict==2.4.6
atomics==1.0.3
easydict==1.13
hypercorn==0.18.0
# Native HTTP/SSE entry point for multiprocess PD master, bundled with its shared libraries.
ray-haproxy==2.8.25; sys_platform == "linux" and (platform_machine == "x86_64" or platform_machine == "aarch64")
# SM90 NoPE MLA (512 latent dimensions, zero RoPE dimensions).
flashinfer-python[cu13]==0.6.18
flashinfer-cubin==0.6.18
cuda-tile==1.4.0
nvidia-cutlass-dsl==4.6.2
nvidia-cudnn-frontend==1.25.0
nccl4py==0.3.1
# FA3 only_qv supports NoPE MLA on Hopper; 0.4.5 keeps Torch 2.11 compatibility.
sglang-kernel==0.4.5
httpx==0.28.1
librosa==0.11.0
cuda_bindings==13.2.0
orjson==3.11.2
setproctitle==1.3.6
xxhash==3.6.0
torchvision==0.26.0
# XGrammar needs >=0.1.11; TileLang 0.1.9 fails to import with TVM-FFI 0.1.14.post1.
apache-tvm-ffi==0.1.11
xgrammar==0.2.8
partial_json_parser==0.2.1.1.post6
websockets==15.0.1
cupy-cuda13x==14.0.1
nixl==1.2.0
xformers==0.0.35
redis==7.3.0
litellm>=1.84.8,<1.85
torch_memory_saver==0.0.9.post1