Unverified Commit 29850900 authored by hlu1's avatar hlu1 Committed by GitHub
Browse files

Update flashinfer to 0.3.1 for B300 support (#10087)


Signed-off-by: default avatarHao Lu <14827759+hlu1@users.noreply.github.com>
parent e678cc71
...@@ -63,7 +63,7 @@ srt = [ ...@@ -63,7 +63,7 @@ srt = [
"torchaudio==2.8.0", "torchaudio==2.8.0",
"torchvision", "torchvision",
"cuda-python", "cuda-python",
"flashinfer_python==0.3.0", "flashinfer_python==0.3.1",
] ]
blackwell = [ blackwell = [
...@@ -73,7 +73,7 @@ blackwell = [ ...@@ -73,7 +73,7 @@ blackwell = [
"torchaudio==2.8.0", "torchaudio==2.8.0",
"torchvision", "torchvision",
"cuda-python", "cuda-python",
"flashinfer_python==0.3.0", "flashinfer_python==0.3.1",
] ]
# HIP (Heterogeneous-computing Interface for Portability) for AMD # HIP (Heterogeneous-computing Interface for Portability) for AMD
......
...@@ -673,7 +673,7 @@ def _set_envs_and_config(server_args: ServerArgs): ...@@ -673,7 +673,7 @@ def _set_envs_and_config(server_args: ServerArgs):
if server_args.attention_backend == "flashinfer": if server_args.attention_backend == "flashinfer":
assert_pkg_version( assert_pkg_version(
"flashinfer_python", "flashinfer_python",
"0.3.0", "0.3.1",
"Please uninstall the old version and " "Please uninstall the old version and "
"reinstall the latest version by following the instructions " "reinstall the latest version by following the instructions "
"at https://docs.flashinfer.ai/installation.html.", "at https://docs.flashinfer.ai/installation.html.",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment