Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
aae0d405
Unverified
Commit
aae0d405
authored
Apr 23, 2025
by
Ryan McCormick
Committed by
GitHub
Apr 23, 2025
Browse files
chore: Increase sleep times from 2s -> 30s for startup logs (#807)
parent
197105eb
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
3 additions
and
3 deletions
+3
-3
examples/tensorrt_llm/components/kv_router.py
examples/tensorrt_llm/components/kv_router.py
+1
-1
examples/tensorrt_llm/components/processor.py
examples/tensorrt_llm/components/processor.py
+1
-1
examples/tensorrt_llm/components/worker.py
examples/tensorrt_llm/components/worker.py
+1
-1
No files found.
examples/tensorrt_llm/components/kv_router.py
View file @
aae0d405
...
...
@@ -97,7 +97,7 @@ class Router:
f
" Current:
{
len
(
self
.
workers_client
.
endpoint_ids
())
}
,"
f
" Required:
{
self
.
args
.
min_workers
}
"
)
await
asyncio
.
sleep
(
2
)
await
asyncio
.
sleep
(
30
)
kv_listener
=
self
.
runtime
.
namespace
(
"dynamo"
).
component
(
"TensorRTLLMWorker"
)
await
kv_listener
.
create_service
()
...
...
examples/tensorrt_llm/components/processor.py
View file @
aae0d405
...
...
@@ -82,7 +82,7 @@ class Processor(ChatProcessorMixin):
f
" Current:
{
len
(
self
.
worker_client
.
endpoint_ids
())
}
,"
f
" Required:
{
self
.
min_workers
}
"
)
await
asyncio
.
sleep
(
2
)
await
asyncio
.
sleep
(
30
)
async
def
_generate
(
self
,
raw_request
,
request_type
:
RequestType
):
raw_request
.
skip_special_tokens
=
False
...
...
examples/tensorrt_llm/components/worker.py
View file @
aae0d405
...
...
@@ -78,7 +78,7 @@ class TensorRTLLMWorker(BaseTensorrtLLMEngine):
f
" Current:
{
len
(
self
.
_prefill_client
.
endpoint_ids
())
}
,"
f
" Required:
{
self
.
_min_prefill_workers
}
"
)
await
asyncio
.
sleep
(
2
)
await
asyncio
.
sleep
(
30
)
if
self
.
_kv_metrics_publisher
is
not
None
:
task
=
asyncio
.
create_task
(
self
.
create_metrics_publisher_endpoint
())
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment