Skip to content

GitLab

"src/vscode:/vscode.git/clone" did not exist on "7dc52ea7691ee1a70728377e7f5e678260114bc8"
Unverified Commit bf203cb7 authored by Baizhou Zhang's avatar Baizhou Zhang Committed by GitHub
Browse files

[Fix] Suppress dynamo logging when using flashinfer backend with torch compile (#5992)

parent 8ebde73f
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 2 deletions
python/sglang/srt/layers/attention/flashinfer_backend.py
View file @ bf203cb7
......@@ -16,8 +16,9 @@ from typing import TYPE_CHECKING, Callable, List, Optional, Union
import torch
if os.environ["SGLANG_ENABLE_TORCH_COMPILE"] == "1":
import torch._dynamo
import logging
torch._logging.set_logs(dynamo=logging.ERROR)
torch._dynamo.config.suppress_errors = True
from sglang.global_config import global_config
......
python/sglang/srt/layers/attention/flashinfer_mla_backend.py
View file @ bf203cb7
......@@ -18,8 +18,9 @@ import torch
import triton
if os.environ["SGLANG_ENABLE_TORCH_COMPILE"] == "1":
import torch._dynamo
import logging
torch._logging.set_logs(dynamo=logging.ERROR)
torch._dynamo.config.suppress_errors = True
from sglang.global_config import global_config
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment