chore: upgrade flashinfer 0.2.10 (#8827)

4f4e0e41 · Yineng Zhang · GitHub · 901ab758 · 4f4e0e41 · 4f4e0e41
Unverified Commit 4f4e0e41 authored Aug 05, 2025 by Yineng Zhang Committed by GitHub Aug 05, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

python/pyproject.toml python/pyproject.toml +2 -2

python/sglang/srt/entrypoints/engine.py python/sglang/srt/entrypoints/engine.py +1 -1

No files found.
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -60,7 +60,7 @@ srt = [
    "torchvision==0.22.1",
    "cuda-python",
    "einops",
-    "flashinfer_python==0.2.9",
+    "flashinfer_python==0.2.10",
 ]

 blackwell = [
@@ -71,7 +71,7 @@ blackwell = [
    "torchvision==0.22.1",
    "cuda-python",
    "einops",
-    "flashinfer_python==0.2.9",
+    "flashinfer_python==0.2.10",
    "tiktoken",
 ]


--- a/python/sglang/srt/entrypoints/engine.py
+++ b/python/sglang/srt/entrypoints/engine.py
@@ -641,7 +641,7 @@ def _set_envs_and_config(server_args: ServerArgs):
    if server_args.attention_backend == "flashinfer":
        assert_pkg_version(
            "flashinfer_python",
-            "0.2.9",
+            "0.2.10",
            "Please uninstall the old version and "
            "reinstall the latest version by following the instructions "
            "at https://docs.flashinfer.ai/installation.html.",