KVShuttle/pyproject.toml at master · awneesht/KVShuttle · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
[build-system]
requires = ["setuptools>=68.0", "wheel"]
build-backend = "setuptools.build_meta"

[project]
name = "kvshuttle"
version = "0.1.0"
description = "Benchmark and decision framework for KV cache transfer compression in disaggregated LLM serving"
readme = "README.md"
requires-python = ">=3.11"
license = {text = "MIT"}
authors = [{name = "Awneesh Tiwari"}]
dependencies = [
    "numpy>=1.26",
    "scipy>=1.12",
    "scikit-learn>=1.4",
    "pyyaml>=6.0",
    "tqdm>=4.66",
    "matplotlib>=3.8",
    "seaborn>=0.13",
    "zstandard>=0.22",
    "lz4>=4.3",
    "rouge-score>=0.1.2",
    "datasets>=2.18",
]

[project.optional-dependencies]
mlx = [
    "mlx>=0.22.0",
    "mlx-lm>=0.21.0",
]
torch = [
    "torch>=2.0",
    "transformers>=4.36",
    "accelerate>=0.20",
]
all = [
    "kvshuttle[mlx,torch]",
]
dev = [
    "pytest>=8.0",
    "pytest-timeout>=2.2",
    "ruff>=0.3",
]

[tool.setuptools.packages.find]
include = ["kvshuttle*"]

[tool.ruff]
line-length = 100
target-version = "py311"

[tool.ruff.lint]
select = ["E", "F", "W", "I", "N", "UP"]
ignore = ["N806", "N803", "E741"]

[tool.pytest.ini_options]
testpaths = ["tests"]
markers = [
    "slow: marks tests that require model downloads or long computation",
]