Skip to content

GitLab

Commit c2a9636c authored by Tanmay Verma's avatar Tanmay Verma Committed by GitHub
Browse files

fix: Fix TRTLLM Backend rebuild

parent 42dfe524
Show whitespace changes
Inline Side-by-side
Showing with 5 additions and 2 deletions
container/deps/clone_tensorrtllm.sh
View file @ c2a9636c
...@@ -117,12 +117,12 @@ show_options ...@@ -117,12 +117,12 @@ show_options
git clone ${GIT_REPO} git clone ${GIT_REPO}
cd tensorrtllm_backend cd tensorrtllm_backend
git checkout -b ${TENSORRTLLM_BACKEND_REPO_TAG} git checkout ${TENSORRTLLM_BACKEND_REPO_TAG}
git submodule update --init --recursive git submodule update --init --recursive
git lfs install git lfs install
git lfs pull git lfs pull
if [ -z ${TENSORRTLLM_BACKEND_REBUILD} ]; then if [ ! -z ${TENSORRTLLM_BACKEND_REBUILD} ]; then
# Install cmake # Install cmake
apt update -q=2 \ apt update -q=2 \
&& apt install -y gpg wget \ && apt install -y gpg wget \
...@@ -133,6 +133,9 @@ if [ -z ${TENSORRTLLM_BACKEND_REBUILD} ]; then ...@@ -133,6 +133,9 @@ if [ -z ${TENSORRTLLM_BACKEND_REBUILD} ]; then
&& apt-get install -y --no-install-recommends cmake=3.28.3* cmake-data=3.28.3* \ && apt-get install -y --no-install-recommends cmake=3.28.3* cmake-data=3.28.3* \
&& cmake --version && cmake --version
# Install rapidjson
apt install -y rapidjson-dev
# Build the backend # Build the backend
(cd inflight_batcher_llm/src \ (cd inflight_batcher_llm/src \
&& cmake -DCMAKE_INSTALL_PREFIX:PATH=`pwd`/install -DUSE_CXX11_ABI=1 .. \ && cmake -DCMAKE_INSTALL_PREFIX:PATH=`pwd`/install -DUSE_CXX11_ABI=1 .. \
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment