Skip to content

GitLab

"examples/git@developer.sourcefind.cn:OpenDAS/dynamo.git" did not exist on "12d73a824af8c306433bcbc303be2d5c32f5501f"
Unverified Commit 6ce428a5 authored by Alec's avatar Alec Committed by GitHub
Browse files

fix: wrong lease_id (#833)

parent 04e892d1
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 3 deletions
examples/llm/components/worker.py
View file @ 6ce428a5
...@@ -89,11 +89,10 @@ class VllmWorker: ...@@ -89,11 +89,10 @@ class VllmWorker:
) )
self.engine_args.enable_prefix_caching = True self.engine_args.enable_prefix_caching = True
VLLM_WORKER_ID = dynamo_context["endpoints"][0].lease_id() os.environ["VLLM_WORKER_ID"] = str(dynamo_context.get("lease").id())
os.environ["VLLM_WORKER_ID"] = str(VLLM_WORKER_ID)
os.environ["VLLM_KV_NAMESPACE"] = "dynamo" os.environ["VLLM_KV_NAMESPACE"] = "dynamo"
os.environ["VLLM_KV_COMPONENT"] = class_name os.environ["VLLM_KV_COMPONENT"] = class_name
logger.info(f"Generate endpoint ID: {VLLM_WORKER_ID}")
self.metrics_publisher = KvMetricsPublisher() self.metrics_publisher = KvMetricsPublisher()
signal.signal(signal.SIGTERM, self.shutdown_vllm_engine) signal.signal(signal.SIGTERM, self.shutdown_vllm_engine)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment