Unverified Commit e1af3af6 authored by Graham King's avatar Graham King Committed by GitHub
Browse files

chore: Remove static mode (#4235)


Signed-off-by: default avatarGraham King <grahamk@nvidia.com>
parent d9b674b8
...@@ -13,7 +13,7 @@ from dynamo.llm import ModelInput, ModelRuntimeConfig, ModelType, register_llm ...@@ -13,7 +13,7 @@ from dynamo.llm import ModelInput, ModelRuntimeConfig, ModelType, register_llm
from dynamo.runtime import DistributedRuntime, dynamo_worker from dynamo.runtime import DistributedRuntime, dynamo_worker
@dynamo_worker(static=False) @dynamo_worker()
async def echo_tensor_worker(runtime: DistributedRuntime): async def echo_tensor_worker(runtime: DistributedRuntime):
component = runtime.namespace("tensor").component("echo") component = runtime.namespace("tensor").component("echo")
await component.create_service() await component.create_service()
......
...@@ -31,7 +31,7 @@ def get_runtime(): ...@@ -31,7 +31,7 @@ def get_runtime():
except Exception: except Exception:
# If no existing runtime, create a new one # If no existing runtime, create a new one
loop = asyncio.get_running_loop() loop = asyncio.get_running_loop()
_runtime_instance = DistributedRuntime(loop, "etcd", False) _runtime_instance = DistributedRuntime(loop, "etcd")
return _runtime_instance return _runtime_instance
......
...@@ -226,7 +226,7 @@ def get_runtime(): ...@@ -226,7 +226,7 @@ def get_runtime():
# No running loop, create a new one (sync context) # No running loop, create a new one (sync context)
loop = asyncio.new_event_loop() loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop) asyncio.set_event_loop(loop)
_runtime_instance = DistributedRuntime(loop, "etcd", False) _runtime_instance = DistributedRuntime(loop, "etcd")
return _runtime_instance return _runtime_instance
......
...@@ -38,7 +38,7 @@ class TemplateVerificationHandler: ...@@ -38,7 +38,7 @@ class TemplateVerificationHandler:
yield {"token_ids": response_tokens} yield {"token_ids": response_tokens}
@dynamo_worker(static=False) @dynamo_worker()
async def main(runtime: DistributedRuntime): async def main(runtime: DistributedRuntime):
"""Main worker function for template verification.""" """Main worker function for template verification."""
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment