Unverified Commit 1d154dcb authored by Krishnan Prashanth's avatar Krishnan Prashanth Committed by GitHub
Browse files

fix(sglang): add enable_trace to diffusion worker ServerArgs stub (#8332)


Signed-off-by: default avatarKrishnan Prashanth <kprashanth@nvidia.com>
parent 714b4234
...@@ -360,6 +360,7 @@ async def parse_args(args: list[str]) -> Config: ...@@ -360,6 +360,7 @@ async def parse_args(args: list[str]) -> Config:
server_args.disaggregation_mode = None server_args.disaggregation_mode = None
server_args.dllm_algorithm = False server_args.dllm_algorithm = False
server_args.load_format = None server_args.load_format = None
server_args.enable_trace = getattr(parsed_args, "enable_trace", False)
logging.info( logging.info(
f"Created stub ServerArgs for {worker_type}: model_path={server_args.model_path}" f"Created stub ServerArgs for {worker_type}: model_path={server_args.model_path}"
) )
......
...@@ -144,7 +144,7 @@ class BaseGenerativeHandler(ABC, Generic[RequestT, ResponseT]): ...@@ -144,7 +144,7 @@ class BaseGenerativeHandler(ABC, Generic[RequestT, ResponseT]):
publisher: Optional metrics publisher for the worker. publisher: Optional metrics publisher for the worker.
""" """
self.config = config self.config = config
self.enable_trace = config.server_args.enable_trace self.enable_trace = getattr(config.server_args, "enable_trace", False)
# Set up metrics and KV publishers # Set up metrics and KV publishers
self.metrics_publisher: Optional[WorkerMetricsPublisher] = None self.metrics_publisher: Optional[WorkerMetricsPublisher] = None
...@@ -699,7 +699,7 @@ class BaseWorkerHandler(LoraMixin, RLMixin, BaseGenerativeHandler[RequestT, Resp ...@@ -699,7 +699,7 @@ class BaseWorkerHandler(LoraMixin, RLMixin, BaseGenerativeHandler[RequestT, Resp
self.kv_publisher = publisher.kv_publisher self.kv_publisher = publisher.kv_publisher
self.serving_mode = config.serving_mode self.serving_mode = config.serving_mode
self.use_sglang_tokenizer = config.dynamo_args.use_sglang_tokenizer self.use_sglang_tokenizer = config.dynamo_args.use_sglang_tokenizer
self.enable_trace = config.server_args.enable_trace self.enable_trace = getattr(config.server_args, "enable_trace", False)
if engine is not None: if engine is not None:
self.input_param_manager = InputParamManager( self.input_param_manager = InputParamManager(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment