ci_install_dependency.sh 1.21 KB
Newer Older
1
#!/bin/bash
2
# Install the dependency in CI.
3
set -euxo pipefail
Lianmin Zheng's avatar
Lianmin Zheng committed
4

5
# Kill existing processes
6
7
SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
bash "${SCRIPT_DIR}/killall_sglang.sh"
8

9
10
11
# Update pip
pip install --upgrade pip

Xiaoyu Zhang's avatar
Xiaoyu Zhang committed
12
# Clean up existing installations
13
14
pip uninstall -y flashinfer flashinfer_python sgl-kernel sglang vllm || true
pip cache purge || true
Xiaoyu Zhang's avatar
Xiaoyu Zhang committed
15
16
17
18
19
rm -rf /root/.cache/flashinfer
rm -rf /usr/local/lib/python3.10/dist-packages/flashinfer*
rm -rf /usr/local/lib/python3.10/dist-packages/sgl_kernel*

# Install the main package
20
pip install -e "python[dev]"
Xiaoyu Zhang's avatar
Xiaoyu Zhang committed
21

22
23
24
# Show current packages
pip list

Xiaoyu Zhang's avatar
Xiaoyu Zhang committed
25
# Install additional dependencies
26
pip install mooncake-transfer-engine==0.3.5 nvidia-cuda-nvrtc-cu12
27
28
29
30

# For lmms_evals evaluating MMMU
git clone --branch v0.3.3 --depth 1 https://github.com/EvolvingLMMs-Lab/lmms-eval.git
pip install -e lmms-eval/
31
32

# Install FlashMLA for attention backend tests
33
# pip install git+https://github.com/deepseek-ai/FlashMLA.git
Yineng Zhang's avatar
Yineng Zhang committed
34
35
36

# Install hf_xet
pip install huggingface_hub[hf_xet]
37
38
39
40

# Install xformers
pip install -U xformers --index-url https://download.pytorch.org/whl/cu126 --no-deps --force-reinstall

Mick's avatar
Mick committed
41
42
43
# To help dumping traces when timeout occurred
pip install py-spy

44
45
# Show current packages
pip list