Skip to content

GitLab

Unverified Commit 24a935e5 authored by Keiven C's avatar Keiven C Committed by GitHub
Browse files

fix: remove add_labels in Component (#2458)

parent 72128596
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 10 deletions
components/backends/vllm/src/dynamo/vllm/main.py
View file @ 24a935e5
...@@ -133,11 +133,7 @@ async def init_prefill(runtime: DistributedRuntime, config: Config): ...@@ -133,11 +133,7 @@ async def init_prefill(runtime: DistributedRuntime, config: Config):
Instantiate and serve Instantiate and serve
""" """
component = ( component = runtime.namespace(config.namespace).component(config.component)
runtime.namespace(config.namespace)
.component(config.component)
.add_labels([("model", config.model)])
)
await component.create_service() await component.create_service()
generate_endpoint = component.endpoint(config.endpoint) generate_endpoint = component.endpoint(config.endpoint)
...@@ -170,11 +166,7 @@ async def init(runtime: DistributedRuntime, config: Config): ...@@ -170,11 +166,7 @@ async def init(runtime: DistributedRuntime, config: Config):
Instantiate and serve Instantiate and serve
""" """
component = ( component = runtime.namespace(config.namespace).component(config.component)
runtime.namespace(config.namespace)
.component(config.component)
.add_labels([("model", config.model)])
)
await component.create_service() await component.create_service()
generate_endpoint = component.endpoint(config.endpoint) generate_endpoint = component.endpoint(config.endpoint)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment