Unverified Commit aae0d405 authored by Ryan McCormick's avatar Ryan McCormick Committed by GitHub
Browse files

chore: Increase sleep times from 2s -> 30s for startup logs (#807)

parent 197105eb
...@@ -97,7 +97,7 @@ class Router: ...@@ -97,7 +97,7 @@ class Router:
f" Current: {len(self.workers_client.endpoint_ids())}," f" Current: {len(self.workers_client.endpoint_ids())},"
f" Required: {self.args.min_workers}" f" Required: {self.args.min_workers}"
) )
await asyncio.sleep(2) await asyncio.sleep(30)
kv_listener = self.runtime.namespace("dynamo").component("TensorRTLLMWorker") kv_listener = self.runtime.namespace("dynamo").component("TensorRTLLMWorker")
await kv_listener.create_service() await kv_listener.create_service()
......
...@@ -82,7 +82,7 @@ class Processor(ChatProcessorMixin): ...@@ -82,7 +82,7 @@ class Processor(ChatProcessorMixin):
f" Current: {len(self.worker_client.endpoint_ids())}," f" Current: {len(self.worker_client.endpoint_ids())},"
f" Required: {self.min_workers}" f" Required: {self.min_workers}"
) )
await asyncio.sleep(2) await asyncio.sleep(30)
async def _generate(self, raw_request, request_type: RequestType): async def _generate(self, raw_request, request_type: RequestType):
raw_request.skip_special_tokens = False raw_request.skip_special_tokens = False
......
...@@ -78,7 +78,7 @@ class TensorRTLLMWorker(BaseTensorrtLLMEngine): ...@@ -78,7 +78,7 @@ class TensorRTLLMWorker(BaseTensorrtLLMEngine):
f" Current: {len(self._prefill_client.endpoint_ids())}," f" Current: {len(self._prefill_client.endpoint_ids())},"
f" Required: {self._min_prefill_workers}" f" Required: {self._min_prefill_workers}"
) )
await asyncio.sleep(2) await asyncio.sleep(30)
if self._kv_metrics_publisher is not None: if self._kv_metrics_publisher is not None:
task = asyncio.create_task(self.create_metrics_publisher_endpoint()) task = asyncio.create_task(self.create_metrics_publisher_endpoint())
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment