Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
1bde94d4
Unverified
Commit
1bde94d4
authored
Feb 27, 2026
by
Qi Wang
Committed by
GitHub
Feb 27, 2026
Browse files
chore: remove costly logs in EPD (#6696)
parent
05f10e93
Changes
3
Show whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
0 additions
and
15 deletions
+0
-15
components/src/dynamo/trtllm/multimodal/embedding_fetcher.py
components/src/dynamo/trtllm/multimodal/embedding_fetcher.py
+0
-13
components/src/dynamo/trtllm/request_handlers/aggregated_handler.py
.../src/dynamo/trtllm/request_handlers/aggregated_handler.py
+0
-1
components/src/dynamo/trtllm/request_handlers/handlers.py
components/src/dynamo/trtllm/request_handlers/handlers.py
+0
-1
No files found.
components/src/dynamo/trtllm/multimodal/embedding_fetcher.py
View file @
1bde94d4
...
...
@@ -49,8 +49,6 @@ async def fetch_embeddings_from_encoder(
if
not
image_urls
:
raise
ValueError
(
"image_urls must not be empty"
)
logger
.
info
(
f
"fetch_embeddings_from_encoder: image_urls=
{
image_urls
}
"
)
if
encoder_cache
:
# Cache path: extract embeddings to CPU tensors
return
await
_fetch_embeddings_with_cache
(
...
...
@@ -148,26 +146,18 @@ async def _fetch_embeddings_with_cache(
url_hash
=
MultimodalHasher
.
hash_bytes
(
url
.
encode
())
cached
=
cache
.
get
(
url_hash
)
if
cached
is
not
None
:
logger
.
info
(
f
"fetch_embeddings_with_cache: cache hit for URL:
{
url
}
"
)
embeddings_with_index
.
append
((
i
,
cached
.
tensor
))
else
:
logger
.
info
(
f
"fetch_embeddings_with_cache: cache miss for URL:
{
url
}
"
)
uncached_urls
.
append
(
url
)
uncached_indices
.
append
(
i
)
uncached_hashes
.
append
(
url_hash
)
# If all cached, return immediately
if
not
uncached_urls
:
logger
.
info
(
f
"fetch_embeddings_with_cache: all
{
len
(
image_urls
)
}
URLs cached"
)
embeddings_with_index
.
sort
(
key
=
lambda
x
:
x
[
0
])
tensors
=
[
t
for
_
,
t
in
embeddings_with_index
]
return
tensors
# Encode uncached URLs
logger
.
info
(
f
"fetch_embeddings_with_cache: encoding
{
len
(
uncached_urls
)
}
uncached URLs"
)
# Create modified request with only uncached URLs
modified_request
=
_create_request_with_urls
(
request
,
uncached_urls
)
...
...
@@ -191,9 +181,6 @@ async def _fetch_embeddings_with_cache(
# Cache new tensors (reuse hashes computed during cache lookup)
for
url
,
url_hash
,
tensor
in
zip
(
uncached_urls
,
uncached_hashes
,
new_tensors
):
cache
.
set
(
url_hash
,
CachedEmbedding
(
tensor
=
tensor
))
logger
.
info
(
f
"fetch_embeddings_with_cache: cached embedding for URL:
{
url
}
, shape:
{
tensor
.
shape
}
"
)
# Add new tensors to our list with their original indices
for
idx
,
tensor
in
zip
(
uncached_indices
,
new_tensors
):
...
...
components/src/dynamo/trtllm/request_handlers/aggregated_handler.py
View file @
1bde94d4
...
...
@@ -47,7 +47,6 @@ class AggregatedHandler(HandlerBase):
messages
)
if
image_urls
:
logging
.
info
(
f
"AggregatedHandler: image_urls=
{
image_urls
}
"
)
result
=
await
fetch_embeddings_from_encoder
(
image_urls
,
request
,
...
...
components/src/dynamo/trtllm/request_handlers/handlers.py
View file @
1bde94d4
...
...
@@ -158,7 +158,6 @@ class PrefillHandler(HandlerBase):
# Handle image URLs (full E-PD flow with MultimodalEncoder)
elif
image_urls
:
if
self
.
encode_client
:
logging
.
info
(
f
"PrefillHandler: image_urls=
{
image_urls
}
"
)
result
=
await
fetch_embeddings_from_encoder
(
image_urls
,
request
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment