"vscode:/vscode.git/clone" did not exist on "9412bdff558f90158940088f9214a27979e9e2b7"
Unverified Commit d1545621 authored by dagil-nvidia's avatar dagil-nvidia Committed by GitHub
Browse files

fix: consolidate return statement in get_engine_runtime_config (#5442)


Signed-off-by: default avatarDan Gil <dagil@nvidia.com>
parent ef09f718
...@@ -100,12 +100,10 @@ async def get_engine_runtime_config( ...@@ -100,12 +100,10 @@ async def get_engine_runtime_config(
logging.info( logging.info(
f"Set runtime config max_num_batched_tokens: {runtime_config.max_num_batched_tokens}" f"Set runtime config max_num_batched_tokens: {runtime_config.max_num_batched_tokens}"
) )
return runtime_config
except Exception as e: except Exception as e:
logging.error(f"Failed to get runtime config from TensorRT-LLM engine: {e}") logging.error(f"Failed to get runtime config from TensorRT-LLM engine: {e}")
# Return config with default/None values if retrieval fails # Keep default/None values if retrieval fails
return runtime_config return runtime_config
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment