fix: use correct lease id for kv router (cherry-pick to release/0.2.1) (#1059)

56e18dc3 · Hongkuan Zhou · GitHub · c183df1f · 56e18dc3
Unverified Commit 56e18dc3 authored May 13, 2025 by Hongkuan Zhou Committed by GitHub May 13, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

examples/llm/components/worker.py examples/llm/components/worker.py +2 -1

No files found.
--- a/examples/llm/components/worker.py
+++ b/examples/llm/components/worker.py
@@ -82,7 +82,8 @@ class VllmWorker:
                )
                self.engine_args.enable_prefix_caching = True

-            os.environ["VLLM_WORKER_ID"] = str(dynamo_context.get("lease").id())
+            VLLM_WORKER_ID = dynamo_context["endpoints"][0].lease_id()
+            os.environ["VLLM_WORKER_ID"] = str(VLLM_WORKER_ID)
            os.environ["VLLM_KV_NAMESPACE"] = "dynamo"
            os.environ["VLLM_KV_COMPONENT"] = class_name