"...ssh:/git@developer.sourcefind.cn:2222/OpenDAS/dynamo.git" did not exist on "b5e762b2b875551bff51a7b09dba47d2d79fc8a8"
Unverified Commit eaf42eb0 authored by Yan Ru Pei's avatar Yan Ru Pei Committed by GitHub
Browse files

fix: revert registering runtime config for trtllm backend (deadlock) (#2464)


Signed-off-by: default avatarYan Ru Pei <yanrpei@gmail.com>
parent 0a1168c4
...@@ -229,9 +229,6 @@ async def init(runtime: DistributedRuntime, config: Config): ...@@ -229,9 +229,6 @@ async def init(runtime: DistributedRuntime, config: Config):
endpoint = component.endpoint(config.endpoint) endpoint = component.endpoint(config.endpoint)
if is_first_worker(config): if is_first_worker(config):
# Get runtime configuration from the engine
runtime_config = await get_engine_runtime_config(engine, config)
# Register the model with runtime config # Register the model with runtime config
await register_llm( await register_llm(
modelType, modelType,
...@@ -240,7 +237,6 @@ async def init(runtime: DistributedRuntime, config: Config): ...@@ -240,7 +237,6 @@ async def init(runtime: DistributedRuntime, config: Config):
config.served_model_name, config.served_model_name,
kv_cache_block_size=config.kv_block_size, kv_cache_block_size=config.kv_block_size,
migration_limit=config.migration_limit, migration_limit=config.migration_limit,
runtime_config=runtime_config, # Add runtime config here
) )
# publisher will be set later if publishing is enabled. # publisher will be set later if publishing is enabled.
handler_config = RequestHandlerConfig( handler_config = RequestHandlerConfig(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment