Unverified Commit b9cf629b authored by Frederik Gossen's avatar Frederik Gossen Committed by GitHub
Browse files

[Core] Label torch trace logging overhead with dynamo_timed (#39329)


Signed-off-by: default avatarFrederik Gossen <frgossen@meta.com>
parent 3461c8b0
...@@ -11,6 +11,7 @@ from typing import Any ...@@ -11,6 +11,7 @@ from typing import Any
import torch._functorch.config import torch._functorch.config
import torch.fx as fx import torch.fx as fx
from torch._dynamo.utils import dynamo_timed
from torch._inductor.runtime.triton_heuristics import CachingAutotuner from torch._inductor.runtime.triton_heuristics import CachingAutotuner
from torch._logging._internal import trace_structured from torch._logging._internal import trace_structured
...@@ -275,6 +276,7 @@ class PiecewiseBackend: ...@@ -275,6 +276,7 @@ class PiecewiseBackend:
range_entry.compiled = True range_entry.compiled = True
@dynamo_timed("vllm_log_compile_start_torch_trace_only")
def _log_compile_start(self, compile_range: Range): def _log_compile_start(self, compile_range: Range):
"""Log compilation event for TORCH_TRACE/tlparse.""" """Log compilation event for TORCH_TRACE/tlparse."""
is_cudagraph_size = ( is_cudagraph_size = (
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment