Unverified Commit 70e37b97 authored by Shangming Cai's avatar Shangming Cai Committed by GitHub
Browse files

chore: upgrade mooncake 0.3.5 (#8341)


Signed-off-by: default avatarShangming Cai <caishangming@linux.alibaba.com>
parent 15d27591
...@@ -114,7 +114,7 @@ jobs: ...@@ -114,7 +114,7 @@ jobs:
run: | run: |
echo "Installing SGLang with all extras..." echo "Installing SGLang with all extras..."
python3 -m pip --no-cache-dir install -e "python[all]" --break-system-packages python3 -m pip --no-cache-dir install -e "python[all]" --break-system-packages
python3 -m pip --no-cache-dir install mooncake-transfer-engine==0.3.4.post2 python3 -m pip --no-cache-dir install mooncake-transfer-engine==0.3.5
- name: Build and install sgl-router - name: Build and install sgl-router
run: | run: |
......
...@@ -86,7 +86,7 @@ RUN wget https://developer.download.nvidia.com/compute/redist/nvshmem/3.3.9/sour ...@@ -86,7 +86,7 @@ RUN wget https://developer.download.nvidia.com/compute/redist/nvshmem/3.3.9/sour
# Python tools # Python tools
RUN python3 -m pip install --no-cache-dir \ RUN python3 -m pip install --no-cache-dir \
datamodel_code_generator \ datamodel_code_generator \
mooncake_transfer_engine==0.3.4.post2 \ mooncake-transfer-engine==0.3.5 \
pre-commit \ pre-commit \
pytest \ pytest \
black \ black \
......
...@@ -145,14 +145,8 @@ RUN apt update -y \ ...@@ -145,14 +145,8 @@ RUN apt update -y \
&& apt update -y \ && apt update -y \
&& apt install nsight-systems-cli -y && apt install nsight-systems-cli -y
RUN git clone https://github.com/kvcache-ai/Mooncake.git \ # --- Install Mooncake ---
&& cd Mooncake \ RUN pip install mooncake-transfer-engine==0.3.5
&& bash dependencies.sh -y \
&& mkdir build \
&& cd build \
&& cmake .. -DUSE_MNNVL=ON \
&& make -j \
&& make install
# Set up locale # Set up locale
RUN locale-gen en_US.UTF-8 RUN locale-gen en_US.UTF-8
......
...@@ -23,7 +23,7 @@ pip install -e "python[dev]" ...@@ -23,7 +23,7 @@ pip install -e "python[dev]"
pip list pip list
# Install additional dependencies # Install additional dependencies
pip install mooncake-transfer-engine==0.3.4.post2 nvidia-cuda-nvrtc-cu12 pip install mooncake-transfer-engine==0.3.5 nvidia-cuda-nvrtc-cu12
# For lmms_evals evaluating MMMU # For lmms_evals evaluating MMMU
git clone --branch v0.3.3 --depth 1 https://github.com/EvolvingLMMs-Lab/lmms-eval.git git clone --branch v0.3.3 --depth 1 https://github.com/EvolvingLMMs-Lab/lmms-eval.git
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment