"verl/workers/actor/base.py" did not exist on "7121d0b089a891aef1067393368f1e7a18990fde"
build.sh 3.01 KB
Newer Older
1
2
#!/bin/bash
set -ex
3

4
5
6
PYTHON_VERSION=$1
CUDA_VERSION=$2
PYTHON_ROOT_PATH=/opt/python/cp${PYTHON_VERSION//.}-cp${PYTHON_VERSION//.}
7

8
9
10
11
12
13
if [ -z "$3" ]; then
   ARCH=$(uname -i)
else
   ARCH=$3
fi

14
echo "ARCH:  $ARCH"
15
16
17
18
19
if [ ${ARCH} = "aarch64" ]; then
   LIBCUDA_ARCH="sbsa"
   BUILDER_NAME="pytorch/manylinuxaarch64-builder"
else
   LIBCUDA_ARCH=${ARCH}
20
   BUILDER_NAME="pytorch/manylinux2_28-builder"
21
fi
22

23
24
if [ ${CUDA_VERSION} = "12.9" ]; then
   DOCKER_IMAGE="${BUILDER_NAME}:cuda${CUDA_VERSION}"
25
   TORCH_INSTALL="pip install --no-cache-dir torch==2.8.0 --index-url https://download.pytorch.org/whl/cu129"
26
elif [ ${CUDA_VERSION} = "12.8" ]; then
27
   DOCKER_IMAGE="${BUILDER_NAME}:cuda${CUDA_VERSION}"
28
   TORCH_INSTALL="pip install --no-cache-dir torch==2.8.0 --index-url https://download.pytorch.org/whl/cu128"
29
else
30
   DOCKER_IMAGE="${BUILDER_NAME}:cuda${CUDA_VERSION}"
31
   TORCH_INSTALL="pip install --no-cache-dir torch==2.8.0 --index-url https://download.pytorch.org/whl/cu126"
32
33
fi

34
docker run --rm \
35
36
37
   -v $(pwd):/sgl-kernel \
   ${DOCKER_IMAGE} \
   bash -c "
38
39
40
   # Install CMake (version >= 3.26) - Robust Installation
   export CMAKE_VERSION_MAJOR=3.31
   export CMAKE_VERSION_MINOR=1
41
   # Setting these flags to reduce OOM chance only on ARM
42
   export CMAKE_BUILD_PARALLEL_LEVEL=$(( $(nproc)/3 < 48 ? $(nproc)/3 : 48 ))
43
44
45
46
47
48
   if [ \"${ARCH}\" = \"aarch64\" ]; then
      export CUDA_NVCC_FLAGS=\"-Xcudafe --threads=2\"
      export MAKEFLAGS='-j2'
      export CMAKE_BUILD_PARALLEL_LEVEL=2
      export NINJAFLAGS='-j2'
   fi
49
50
51
52
   echo \"Downloading CMake from: https://cmake.org/files/v\${CMAKE_VERSION_MAJOR}/cmake-\${CMAKE_VERSION_MAJOR}.\${CMAKE_VERSION_MINOR}-linux-${ARCH}.tar.gz\"
   wget https://cmake.org/files/v\${CMAKE_VERSION_MAJOR}/cmake-\${CMAKE_VERSION_MAJOR}.\${CMAKE_VERSION_MINOR}-linux-${ARCH}.tar.gz
   tar -xzf cmake-\${CMAKE_VERSION_MAJOR}.\${CMAKE_VERSION_MINOR}-linux-${ARCH}.tar.gz
   mv cmake-\${CMAKE_VERSION_MAJOR}.\${CMAKE_VERSION_MINOR}-linux-${ARCH} /opt/cmake
53
   export PATH=/opt/cmake/bin:\$PATH
54
   export LD_LIBRARY_PATH=/lib64:\$LD_LIBRARY_PATH
55
56
57
58
59
60

   # Debugging CMake
   echo \"PATH: \$PATH\"
   which cmake
   cmake --version

61
   yum install numactl-devel -y && \
62
   yum install libibverbs -y --nogpgcheck && \
63
   ln -sv /usr/lib64/libibverbs.so.1 /usr/lib64/libibverbs.so && \
64
   ${PYTHON_ROOT_PATH}/bin/${TORCH_INSTALL} && \
65
   ${PYTHON_ROOT_PATH}/bin/pip install --no-cache-dir ninja setuptools==75.0.0 wheel==0.41.0 numpy uv scikit-build-core && \
Yineng Zhang's avatar
Yineng Zhang committed
66
   export TORCH_CUDA_ARCH_LIST='8.0 8.9 9.0+PTX' && \
67
   export CUDA_VERSION=${CUDA_VERSION} && \
68
   mkdir -p /usr/lib/${ARCH}-linux-gnu/ && \
69
   ln -s /usr/local/cuda-${CUDA_VERSION}/targets/${LIBCUDA_ARCH}-linux/lib/stubs/libcuda.so /usr/lib/${ARCH}-linux-gnu/libcuda.so && \
70

71
72
   cd /sgl-kernel && \
   ls -la ${PYTHON_ROOT_PATH}/lib/python${PYTHON_VERSION}/site-packages/wheel/ && \
73
   PYTHONPATH=${PYTHON_ROOT_PATH}/lib/python${PYTHON_VERSION}/site-packages ${PYTHON_ROOT_PATH}/bin/python -m uv build --wheel -Cbuild-dir=build . --color=always --no-build-isolation && \
74
75
   ./rename_wheels.sh
   "