-
Notifications
You must be signed in to change notification settings - Fork 3
Expand file tree
/
Copy pathpyproject.toml
More file actions
55 lines (51 loc) · 1.56 KB
/
Copy pathpyproject.toml
File metadata and controls
55 lines (51 loc) · 1.56 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
[project]
name = "mvllm"
version = "0.1.0"
description = "A FastAPI-based load balancer for vLLM servers with OpenAI-compatible API"
readme = "README.md"
license = { file = "LICENSE" }
requires-python = ">=3.10"
authors = [
{ name = "Wenjie Zhang", email = "xerrors@163.com" }
]
keywords = ["vllm", "load-balancer", "fastapi", "llm", "inference", "gpu", "openai"]
classifiers = [
"Development Status :: 4 - Beta",
"Intended Audience :: Developers",
"Intended Audience :: Science/Research",
"License :: OSI Approved :: MIT License",
"Operating System :: OS Independent",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
"Topic :: System :: Distributed Computing",
"Framework :: FastAPI",
]
dependencies = [
"fastapi>=0.104.0",
"uvicorn>=0.24.0",
"httpx>=0.25.0",
"toml>=0.10.2",
"pydantic>=2.5.0",
"openai",
"loguru>=0.7.0",
"requests>=2.32.5",
"psutil>=7.1.0",
"rich>=14.1.0",
"aiohttp>=3.12.15",
"typer>=0.19.2",
]
[project.urls]
Homepage = "https://github.com/xerrors/mvllm"
Repository = "https://github.com/xerrors/mvllm"
Issues = "https://github.com/xerrors/mvllm/issues"
Documentation = "https://github.com/xerrors/mvllm#readme"
[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"
[tool.hatchling.build.targets.wheel]
packages = ["src/mvllm"]
[project.scripts]
mvllm = "mvllm.cli:app"