"...ssh:/git@developer.sourcefind.cn:2222/OpenDAS/dynamo.git" did not exist on "0f50584684e039398f606e2c98d95eebd8bc2ba5"
Unverified Commit eaf42eb0 authored by Yan Ru Pei's avatar Yan Ru Pei Committed by GitHub
Browse files

fix: revert registering runtime config for trtllm backend (deadlock) (#2464)


Signed-off-by: default avatarYan Ru Pei <yanrpei@gmail.com>
parent 0a1168c4
......@@ -229,9 +229,6 @@ async def init(runtime: DistributedRuntime, config: Config):
endpoint = component.endpoint(config.endpoint)
if is_first_worker(config):
# Get runtime configuration from the engine
runtime_config = await get_engine_runtime_config(engine, config)
# Register the model with runtime config
await register_llm(
modelType,
......@@ -240,7 +237,6 @@ async def init(runtime: DistributedRuntime, config: Config):
config.served_model_name,
kv_cache_block_size=config.kv_block_size,
migration_limit=config.migration_limit,
runtime_config=runtime_config, # Add runtime config here
)
# publisher will be set later if publishing is enabled.
handler_config = RequestHandlerConfig(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment