requirements.vllm.txt 584 Bytes
Newer Older
1
2
3
4
5
6
7
8
# SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

# vLLM-specific runtime dependencies (multimodal features).

av==15.0.0
ftfy==6.3.1
nvtx==0.2.14
9
10
11
12
13
14
# Pin transformers and onnxruntime: vLLM only sets a lower bound on
# transformers, so resolver drift can change versions between builds
# and shift LLaVA/vision preprocessing, making multimodal outputs
# non-reproducible. Lock both here to keep the image deterministic.
onnxruntime==1.24.4
ray==2.55.0
15
sentencepiece==0.2.1
16
transformers==5.5.4