Skip to content

GitLab

Unverified Commit d675d221 authored by Biswa Panda's avatar Biswa Panda Committed by GitHub
Browse files

feat: decouple dynamo sdk to support mutiple deployment targets (#905)

parent 5d5235bc
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 6 deletions
examples/sglang/components/worker.py
View file @ d675d221
...@@ -39,7 +39,6 @@ logger = logging.getLogger(__name__) ...@@ -39,7 +39,6 @@ logger = logging.getLogger(__name__)
@service( @service(
dynamo={ dynamo={
"enabled": True,
"namespace": "dynamo", "namespace": "dynamo",
}, },
resources={"gpu": 1}, resources={"gpu": 1},
......
examples/tensorrt_llm/components/frontend.py
View file @ d675d221
...@@ -48,7 +48,6 @@ class FrontendConfig(BaseModel): ...@@ -48,7 +48,6 @@ class FrontendConfig(BaseModel):
@service( @service(
dynamo={ dynamo={
"enabled": True,
"namespace": "dynamo", "namespace": "dynamo",
}, },
resources={"cpu": "10", "memory": "20Gi"}, resources={"cpu": "10", "memory": "20Gi"},
......
examples/tensorrt_llm/components/kv_router.py
View file @ d675d221
...@@ -68,7 +68,6 @@ def parse_args(service_name, prefix) -> Namespace: ...@@ -68,7 +68,6 @@ def parse_args(service_name, prefix) -> Namespace:
@service( @service(
dynamo={ dynamo={
"enabled": True,
"namespace": "dynamo", "namespace": "dynamo",
}, },
resources={"cpu": "10", "memory": "20Gi"}, resources={"cpu": "10", "memory": "20Gi"},
......
examples/tensorrt_llm/components/prefill_worker.py
View file @ d675d221
...@@ -28,7 +28,6 @@ logger = logging.getLogger(__name__) ...@@ -28,7 +28,6 @@ logger = logging.getLogger(__name__)
@service( @service(
dynamo={ dynamo={
"enabled": True,
"namespace": "dynamo", "namespace": "dynamo",
}, },
resources={"gpu": 1, "cpu": "10", "memory": "20Gi"}, resources={"gpu": 1, "cpu": "10", "memory": "20Gi"},
......
examples/tensorrt_llm/components/processor.py
View file @ d675d221
...@@ -35,7 +35,6 @@ logger = logging.getLogger(__name__) ...@@ -35,7 +35,6 @@ logger = logging.getLogger(__name__)
@service( @service(
dynamo={ dynamo={
"enabled": True,
"namespace": "dynamo", "namespace": "dynamo",
}, },
resources={"cpu": "10", "memory": "20Gi"}, resources={"cpu": "10", "memory": "20Gi"},
......
examples/tensorrt_llm/components/worker.py
View file @ d675d221
...@@ -29,7 +29,6 @@ logger = logging.getLogger(__name__) ...@@ -29,7 +29,6 @@ logger = logging.getLogger(__name__)
@service( @service(
dynamo={ dynamo={
"enabled": True,
"namespace": "dynamo", "namespace": "dynamo",
}, },
resources={"gpu": 1, "cpu": "10", "memory": "20Gi"}, resources={"gpu": 1, "cpu": "10", "memory": "20Gi"},
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment