install.sh 2.73 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
#!/bin/bash
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

set -e

# Print usage information
print_usage() {
    echo "Usage: $0 [OPTIONS]"
    echo "Options:"
    echo "  --patch PATH        Apply a patch file during installation"
    echo "  --ref REF          Specify the vLLM git reference (branch/tag/commit) to install"
    echo "  --install-cmd CMD  Specify the installation command (default: 'pip install')"
    echo "  --use-precompiled  Use precompiled kernels during installation"
    echo "  --installation-dir DIR  Specify the installation directory (default: 'vllm')"
    echo "  --help             Show this help message"
}

# Default values
INSTALL_CMD="pip install"
VLLM_REF="main"
PATCH_PATH=""
USE_PRECOMPILED=false

# Parse arguments
while [[ $# -gt 0 ]]; do
    case $1 in
        --patch)
            PATCH_PATH="$2"
            shift 2
            ;;
        --ref)
            VLLM_REF="$2"
            shift 2
            ;;
        --install-cmd)
            INSTALL_CMD="$2"
            shift 2
            ;;
        --use-precompiled)
            USE_PRECOMPILED=true
            shift
            ;;
        --installation-dir)
            INSTALLATION_DIR="$2"
            shift 2
            ;;
        --help)
            print_usage
            exit 0
            ;;
        *)
            echo "Unknown argument: $1"
            print_usage
            exit 1
            ;;
    esac
done

# Create temp directory and clean it up on exit

# Convert patch path to absolute path if it's relative
if [[ ! "$PATCH_PATH" = /* ]]; then
    PATCH_PATH="$(pwd)/${PATCH_PATH}"
fi

# Clone vLLM repository
echo "Cloning vLLM repository at ref: $VLLM_REF"
git clone https://github.com/vllm-project/vllm.git "$INSTALLATION_DIR"
cd "$INSTALLATION_DIR"
git checkout "$VLLM_REF"

# Apply patch if provided
if [ -n "$PATCH_PATH" ]; then
    echo "Applying patch from: $PATCH_PATH"
    git apply "$PATCH_PATH"
fi

# Install using specified command
echo "Installing using: $INSTALL_CMD"
if [ "$USE_PRECOMPILED" = true ]; then
    echo "Using precompiled kernels"
    export VLLM_USE_PRECOMPILED=1
fi
$INSTALL_CMD .

echo "Installation complete!"