Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
49517f2a
Unverified
Commit
49517f2a
authored
Apr 30, 2025
by
Biswa Panda
Committed by
GitHub
Apr 30, 2025
Browse files
fix: trtllm example (#909)
parent
a0a09df0
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
8 additions
and
2 deletions
+8
-2
deploy/dynamo/sdk/src/dynamo/sdk/cli/serve_dynamo.py
deploy/dynamo/sdk/src/dynamo/sdk/cli/serve_dynamo.py
+2
-2
examples/tensorrt_llm/components/frontend.py
examples/tensorrt_llm/components/frontend.py
+6
-0
No files found.
deploy/dynamo/sdk/src/dynamo/sdk/cli/serve_dynamo.py
View file @
49517f2a
...
...
@@ -148,8 +148,8 @@ def main(
from
dynamo.runtime.logging
import
configure_dynamo_logging
#
Setup signal handlers for graceful
shutdown
setup_signal_handlers
()
#
TODO: completely disable signal handlers in serve_dynamo. It interferes with arbiter
shutdown
#
setup_signal_handlers()
run_id
=
service_name
dynamo_context
[
"service_name"
]
=
service_name
...
...
examples/tensorrt_llm/components/frontend.py
View file @
49517f2a
...
...
@@ -19,6 +19,7 @@ from pathlib import Path
from
components.processor
import
Processor
from
components.worker
import
TensorRTLLMWorker
from
fastapi
import
FastAPI
from
pydantic
import
BaseModel
from
dynamo
import
sdk
...
...
@@ -45,9 +46,14 @@ class FrontendConfig(BaseModel):
@
service
(
dynamo
=
{
"enabled"
:
True
,
"namespace"
:
"dynamo"
,
},
resources
=
{
"cpu"
:
"10"
,
"memory"
:
"20Gi"
},
workers
=
1
,
image
=
DYNAMO_IMAGE
,
app
=
FastAPI
(
title
=
"TensorRT LLM Example"
),
)
# todo this should be called ApiServer
class
Frontend
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment