pyproject.toml 1.91 KB
Newer Older
Lianmin Zheng's avatar
Lianmin Zheng committed
1
2
3
4
5
6
[build-system]
requires = ["setuptools>=61.0", "wheel"]
build-backend = "setuptools.build_meta"

[project]
name = "sglang"
Lianmin Zheng's avatar
Lianmin Zheng committed
7
version = "0.3.4.post2"
8
description = "SGLang is yet another fast serving framework for large language models and vision language models."
Lianmin Zheng's avatar
Lianmin Zheng committed
9
10
readme = "README.md"
requires-python = ">=3.8"
11
license = { file = "LICENSE" }
Lianmin Zheng's avatar
Lianmin Zheng committed
12
13
14
15
classifiers = [
    "Programming Language :: Python :: 3",
    "License :: OSI Approved :: Apache Software License",
]
16
dependencies = ["requests", "tqdm", "numpy", "IPython"]
Lianmin Zheng's avatar
Lianmin Zheng committed
17
18

[project.optional-dependencies]
19
runtime_common = ["aiohttp", "decord", "fastapi", "hf_transfer", "huggingface_hub", "interegular",
20
    "orjson", "packaging", "pillow", "psutil", "pydantic", "python-multipart",
21
22
23
24
    "torchao", "uvicorn", "uvloop", "zmq",
    "outlines>=0.0.44", "modelscope"]
# xpu is not enabled in public vllm and torch whl,
# need to follow https://docs.vllm.ai/en/latest/getting_started/xpu-installation.htmlinstall vllm
25
srt = ["sglang[runtime_common]", "torch", "vllm==0.6.3.post1"]
26
27
srt_xpu = ["sglang[runtime_common]"]

28
29
openai = ["openai>=1.0", "tiktoken"]
anthropic = ["anthropic>=0.20.0"]
胡译文's avatar
胡译文 committed
30
litellm = ["litellm>=1.0.0"]
31
32
33
34
35
36
37
38
test = [
    "jsonlines",
    "matplotlib",
    "pandas",
    "sentence_transformers",
    "accelerate",
    "peft",
]
胡译文's avatar
胡译文 committed
39
all = ["sglang[srt]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"]
40
all_xpu = ["sglang[srt_xpu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"]
41
dev = ["sglang[all]", "sglang[test]"]
42
dev_xpu = ["sglang[all_xpu]", "sglang[test]"]
Lianmin Zheng's avatar
Lianmin Zheng committed
43

Lianmin Zheng's avatar
Lianmin Zheng committed
44
45
46
47
[project.urls]
"Homepage" = "https://github.com/sgl-project/sglang"
"Bug Tracker" = "https://github.com/sgl-project/sglang/issues"

Lianmin Zheng's avatar
Lianmin Zheng committed
48
[tool.setuptools.packages.find]
49
50
51
52
53
54
55
56
57
exclude = [
    "assets*",
    "benchmark*",
    "docs*",
    "dist*",
    "playground*",
    "scripts*",
    "tests*",
]
Lianmin Zheng's avatar
Lianmin Zheng committed
58
59

[tool.wheel]
60
61
62
63
64
65
66
67
68
exclude = [
    "assets*",
    "benchmark*",
    "docs*",
    "dist*",
    "playground*",
    "scripts*",
    "tests*",
]