Skip to content

GitLab

Unverified Commit bf203cb7 authored by Baizhou Zhang's avatar Baizhou Zhang Committed by GitHub
Browse files

[Fix] Suppress dynamo logging when using flashinfer backend with torch compile (#5992)

parent 8ebde73f
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 2 deletions
python/sglang/srt/layers/attention/flashinfer_backend.py
View file @ bf203cb7
...@@ -16,8 +16,9 @@ from typing import TYPE_CHECKING, Callable, List, Optional, Union ...@@ -16,8 +16,9 @@ from typing import TYPE_CHECKING, Callable, List, Optional, Union
import torch import torch
if os.environ["SGLANG_ENABLE_TORCH_COMPILE"] == "1": if os.environ["SGLANG_ENABLE_TORCH_COMPILE"] == "1":
import torch._dynamo import logging
torch._logging.set_logs(dynamo=logging.ERROR)
torch._dynamo.config.suppress_errors = True torch._dynamo.config.suppress_errors = True
from sglang.global_config import global_config from sglang.global_config import global_config
......
python/sglang/srt/layers/attention/flashinfer_mla_backend.py
View file @ bf203cb7
...@@ -18,8 +18,9 @@ import torch ...@@ -18,8 +18,9 @@ import torch
import triton import triton
if os.environ["SGLANG_ENABLE_TORCH_COMPILE"] == "1": if os.environ["SGLANG_ENABLE_TORCH_COMPILE"] == "1":
import torch._dynamo import logging
torch._logging.set_logs(dynamo=logging.ERROR)
torch._dynamo.config.suppress_errors = True torch._dynamo.config.suppress_errors = True
from sglang.global_config import global_config from sglang.global_config import global_config
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment