-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathsetup.py
More file actions
48 lines (46 loc) · 1.59 KB
/
setup.py
File metadata and controls
48 lines (46 loc) · 1.59 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
from setuptools import setup, find_packages
import os
# Read README
readme_path = os.path.join(os.path.dirname(__file__), "README.md")
long_description = ""
if os.path.exists(readme_path):
with open(readme_path) as f:
long_description = f.read()
setup(
name="turboquant",
version="1.0.0",
description="TurboQuant: KV Cache Compression for LLMs (ICLR 2026) + PolarQuant (AISTATS 2026)",
long_description=long_description,
long_description_content_type="text/markdown",
author="Vincent Soule",
author_email="vincent.soule@arkanecloud.com",
url="https://github.com/vincentsoule/turboquant",
packages=find_packages(),
python_requires=">=3.9",
install_requires=[
"torch>=2.2.0",
"transformers>=4.37.0",
"triton>=2.1.0",
"accelerate>=0.26.0",
"fastapi",
"uvicorn",
],
extras_require={
"triton": ["triton>=2.2.0"],
"dev": ["pytest>=7.0", "triton>=2.2.0"],
},
classifiers=[
"Development Status :: 4 - Beta",
"Intended Audience :: Science/Research",
"License :: OSI Approved :: Apache Software License",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12",
"Programming Language :: Python :: 3.13",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
],
license="Apache 2.0",
keywords="llm quantization kv-cache compression inference triton",
)