Unverified Commit f56f3d87 authored by lvhan028's avatar lvhan028 Committed by GitHub
Browse files

add build-lmdeploy command in dockerfile (#40)



* build lmdeploy in dockerfile

* rename file

* update dockerfile

---------
Co-authored-by: default avatargrimoire <streetyao@live.com>
parent 3e7b6bfd
......@@ -8,3 +8,24 @@ RUN python3 -m pip install torch==1.13.1+cu117 torchvision==0.14.1+cu117 --extra
RUN python3 -m pip install sentencepiece cmake transformers<4.30.0 protobuf==3.20.3 pybind11 mmengine
ENV NCCL_LAUNCH_MODE=GROUP
RUN git clone --depth=1 https://github.com/InternLM/lmdeploy.git &&\
cd lmdeploy &&\
mkdir -p build && cd build &&\
cmake .. \
-DCMAKE_BUILD_TYPE=RelWithDebInfo \
-DCMAKE_EXPORT_COMPILE_COMMANDS=1 \
-DCMAKE_INSTALL_PREFIX=/opt/tritonserver \
-DBUILD_PY_FFI=ON \
-DBUILD_MULTI_GPU=ON \
-DBUILD_CUTLASS_MOE=OFF \
-DBUILD_CUTLASS_MIXED_GEMM=OFF \
-DCMAKE_CUDA_FLAGS="-lineinfo" \
-DUSE_NVTX=ON &&\
make -j$(nproc) && make install &&\
cd .. &&\
python3 -m pip install . &&\
python3 -m pip install -r requirements.txt &&\
rm -rf build
ENV LD_LIBRARY_PATH=/opt/tritonserver/lib:$LD_LIBRARY_PATH
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment