requires.txt

aiohttp
requests
tqdm
numpy
IPython
setproctitle

[all]
sglang[srt]
sglang[openai]
sglang[anthropic]
sglang[torch_memory_saver]
sglang[decord]

[all_cpu]
sglang[srt_cpu]
sglang[openai]
sglang[anthropic]
sglang[decord]

[all_hip]
sglang[srt_hip]
sglang[openai]
sglang[anthropic]
sglang[decord]

[all_hpu]
sglang[srt_hpu]
sglang[openai]
sglang[anthropic]
sglang[decord]

[all_npu]
sglang[srt_npu]
sglang[openai]
sglang[anthropic]
sglang[decord]

[all_xpu]
sglang[srt_xpu]
sglang[openai]
sglang[anthropic]
sglang[decord]

[anthropic]
anthropic>=0.20.0

[blackwell]
sglang[runtime_common]
sgl-kernel
torch==2.8.0
torchaudio==2.8.0
torchvision
cuda-python
flashinfer_python==0.3.0

[decord]
decord

[dev]
sglang[all]
sglang[test]

[dev_cpu]
sglang[all_cpu]
sglang[test]

[dev_hip]
sglang[all_hip]
sglang[test]

[dev_hpu]
sglang[all_hpu]
sglang[test]

[dev_xpu]
sglang[all_xpu]
sglang[test]

[litellm]
litellm>=1.0.0

[openai]
openai==1.99.1
tiktoken

[runtime_common]
blobfile==3.0.0
build
compressed-tensors
datasets
einops
fastapi
hf_transfer
huggingface_hub
interegular
llguidance<0.8.0,>=0.7.11
modelscope
msgspec
ninja
openai==1.99.1
openai-harmony==0.0.4
orjson
outlines==0.1.11
packaging
partial_json_parser
pillow
prometheus-client>=0.20.0
psutil
pybase64
pydantic
pynvml
python-multipart
pyzmq>=25.1.2
sentencepiece
soundfile==0.13.1
scipy
timm==1.0.16
tiktoken
torchao==0.9.0
transformers==4.56.0
uvicorn
uvloop
xgrammar==0.1.23

[srt]
sglang[runtime_common]
sgl-kernel==0.3.8
torch==2.8.0
torchaudio==2.8.0
torchvision
cuda-python
flashinfer_python==0.3.0

[srt_cpu]
sglang[runtime_common]

[srt_hip]
sglang[runtime_common]
torch
petit_kernel==0.0.2
wave-lang==1.0.1

[srt_hpu]
sglang[runtime_common]

[srt_npu]
sglang[runtime_common]

[srt_xpu]
sglang[runtime_common]

[test]
accelerate
expecttest
jsonlines
matplotlib
pandas
peft
sentence_transformers
pytest
tabulate

[torch_memory_saver]
torch_memory_saver==0.0.8