chore: upgrade flashinfer v0.2.7 jit (#7663)

392e441a · Yineng Zhang · GitHub · 7248272c · 392e441a · 392e441a
Unverified Commit 392e441a authored Jun 30, 2025 by Yineng Zhang Committed by GitHub Jun 30, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

python/pyproject.toml python/pyproject.toml +2 -2

python/sglang/srt/entrypoints/engine.py python/sglang/srt/entrypoints/engine.py +1 -1

No files found.
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -58,7 +58,7 @@ srt = [
    "torchvision==0.22.1",
    "cuda-python",
    "einops",
-    "flashinfer_python==0.2.6.post1",
+    "flashinfer_python==0.2.7",
 ]

 blackwell = [
@@ -69,7 +69,7 @@ blackwell = [
    "torchvision==0.22.1",
    "cuda-python",
    "einops",
-    "flashinfer_python==0.2.6.post1",
+    "flashinfer_python==0.2.7",
 ]

 # HIP (Heterogeneous-computing Interface for Portability) for AMD

--- a/python/sglang/srt/entrypoints/engine.py
+++ b/python/sglang/srt/entrypoints/engine.py
@@ -633,7 +633,7 @@ def _set_envs_and_config(server_args: ServerArgs):
    if server_args.attention_backend == "flashinfer":
        assert_pkg_version(
            "flashinfer_python",
-            "0.2.6.post1",
+            "0.2.7",
            "Please uninstall the old version and "
            "reinstall the latest version by following the instructions "
            "at https://docs.flashinfer.ai/installation.html.",