Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
993954a6
Commit
993954a6
authored
Feb 01, 2025
by
Ryan McCormick
Committed by
GitHub
Feb 01, 2025
Browse files
refactor: Replace trtllm example prints with debug logs
parent
deb6c7e8
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
2 additions
and
3 deletions
+2
-3
examples/llm/tensorrtllm/operators/disaggregated_serving.py
examples/llm/tensorrtllm/operators/disaggregated_serving.py
+2
-3
No files found.
examples/llm/tensorrtllm/operators/disaggregated_serving.py
View file @
993954a6
...
...
@@ -77,7 +77,7 @@ class DisaggregatedServingOperator(TritonCoreOperator):
response_sender
=
request
.
response_sender
()
"""Preprocessing"""
print
(
request
)
self
.
_logger
.
debug
(
request
)
if
"text_input"
in
request
.
inputs
:
query
=
request
.
inputs
[
"text_input"
].
to_bytes_array
()
elif
"prompt"
in
request
.
inputs
:
...
...
@@ -102,7 +102,7 @@ class DisaggregatedServingOperator(TritonCoreOperator):
streaming
=
request
.
parameters
.
get
(
"streaming"
,
False
)
input_ids
,
input_lengths
=
await
self
.
_preprocess
(
query
)
print
(
input_ids
,
input_lengths
)
self
.
_logger
.
debug
(
input_ids
,
input_lengths
)
prefill_inputs
[
"input_ids"
]
=
input_ids
prefill_inputs
[
"input_lengths"
]
=
input_lengths
prefill_inputs
[
"request_output_len"
]
=
request_output_len
...
...
@@ -177,7 +177,6 @@ class DisaggregatedServingOperator(TritonCoreOperator):
async
def
_preprocess
(
self
,
query
):
start_ids
=
None
start_lengths
=
None
print
(
"here!"
)
if
isinstance
(
query
,
str
):
query
=
[[
query
]]
async
for
preprocess_response
in
self
.
_preprocess_model
.
async_infer
(
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment