Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
906a8c15
Unverified
Commit
906a8c15
authored
Apr 14, 2026
by
Mark McLoughlin
Committed by
GitHub
Apr 14, 2026
Browse files
[Core][Metrics] Remove unused `SchedulerStats.encoder_cache_usage` (#39693)
Signed-off-by:
Mark McLoughlin
<
markmc@redhat.com
>
parent
4f4f8eaa
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
0 additions
and
10 deletions
+0
-10
vllm/v1/core/sched/scheduler.py
vllm/v1/core/sched/scheduler.py
+0
-9
vllm/v1/metrics/stats.py
vllm/v1/metrics/stats.py
+0
-1
No files found.
vllm/v1/core/sched/scheduler.py
View file @
906a8c15
...
...
@@ -1961,7 +1961,6 @@ class Scheduler(SchedulerInterface):
num_waiting_reqs
=
len
(
self
.
waiting
),
num_skipped_waiting_reqs
=
len
(
self
.
skipped_waiting
),
kv_cache_usage
=
self
.
kv_cache_manager
.
usage
,
encoder_cache_usage
=
self
.
_get_encoder_cache_usage
(),
prefix_cache_stats
=
prefix_cache_stats
,
connector_prefix_cache_stats
=
connector_prefix_cache_stats
,
kv_cache_eviction_events
=
eviction_events
,
...
...
@@ -1971,14 +1970,6 @@ class Scheduler(SchedulerInterface):
perf_stats
=
perf_stats
,
)
def
_get_encoder_cache_usage
(
self
)
->
float
:
"""Get encoder cache usage as a fraction (0.0 to 1.0)."""
ecm
=
self
.
encoder_cache_manager
if
ecm
.
cache_size
==
0
:
return
0.0
used_slots
=
ecm
.
cache_size
-
ecm
.
num_free_slots
return
used_slots
/
ecm
.
cache_size
def
make_spec_decoding_stats
(
self
,
spec_decoding_stats
:
SpecDecodingStats
|
None
,
...
...
vllm/v1/metrics/stats.py
View file @
906a8c15
...
...
@@ -181,7 +181,6 @@ class SchedulerStats:
current_wave
:
int
=
0
kv_cache_usage
:
float
=
0.0
encoder_cache_usage
:
float
=
0.0
prefix_cache_stats
:
PrefixCacheStats
=
field
(
default_factory
=
PrefixCacheStats
)
connector_prefix_cache_stats
:
PrefixCacheStats
|
None
=
None
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment