transformers>=4.54.0 pre-commit>=4.2.0 accelerate>=1.9.0 sglang>=0.4.10.post1 git+https://github.com/vllm-project/vllm.git # using with pip install -U vllm --pre --extra-index-url https://wheels.vllm.ai/nightly to use streaming tool call support