Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
537cc635
Unverified
Commit
537cc635
authored
Nov 19, 2025
by
Jialin Ouyang
Committed by
GitHub
Nov 20, 2025
Browse files
[GC Debugger] Simply and improve GC Debugger Utils (#29029)
Signed-off-by:
Jialin Ouyang
<
Jialin.Ouyang@gmail.com
>
parent
5031cd5d
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
6 additions
and
6 deletions
+6
-6
vllm/utils/gc_utils.py
vllm/utils/gc_utils.py
+4
-3
vllm/v1/engine/core.py
vllm/v1/engine/core.py
+2
-3
No files found.
vllm/utils/gc_utils.py
View file @
537cc635
...
...
@@ -68,8 +68,9 @@ class GCDebugger:
# Before GC started, record GC start time
# and top collected objects
self
.
start_time_ns
=
time
.
monotonic_ns
()
if
(
top_objects
:
=
self
.
config
.
top_objects
)
>
0
:
self
.
gc_top_collected_objects
=
_compute_top_gc_collected_objects
(
gc
.
get_objects
(
generation
),
self
.
config
.
top_objects
gc
.
get_objects
(
generation
),
top_objects
)
elif
phase
==
"stop"
:
# After GC finished, Record GC elapsed time and
...
...
vllm/v1/engine/core.py
View file @
537cc635
...
...
@@ -206,6 +206,8 @@ class EngineCore:
# Mark the startup heap as static so that it's ignored by GC.
# Reduces pause times of oldest generation collections.
freeze_gc_heap
()
# If enable, attach GC debugger after static variable freeze.
maybe_attach_gc_debug_callback
()
def
_initialize_kv_caches
(
self
,
vllm_config
:
VllmConfig
...
...
@@ -645,9 +647,6 @@ class EngineCoreProc(EngineCore):
assert
addresses
.
coordinator_input
is
not
None
logger
.
info
(
"Waiting for READY message from DP Coordinator..."
)
# If enable, attach GC debugger after static variable freeze.
maybe_attach_gc_debug_callback
()
# Enable environment variable cache (e.g. assume no more
# environment variable overrides after this point)
enable_envs_cache
()
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment