Skip to content

GitLab

Unverified Commit f0041782 authored by Yan Ru Pei's avatar Yan Ru Pei Committed by GitHub
Browse files

fix: KV Router bindings docs (#3308) 


Signed-off-by: default avatarPeaBrane <yanrpei@gmail.com>
parent 889e7f4b
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
docs/architecture/kv_cache_routing.md
View file @ f0041782
...@@ -330,8 +330,8 @@ from dynamo._core import DistributedRuntime, KvPushRouter, KvRouterConfig ...@@ -330,8 +330,8 @@ from dynamo._core import DistributedRuntime, KvPushRouter, KvRouterConfig
async def main(): async def main():
# Get runtime and create endpoint # Get runtime and create endpoint
runtime = DistributedRuntime.detached() runtime = DistributedRuntime.detached()
namespace = runtime.namespace("inference") namespace = runtime.namespace("dynamo")
component = namespace.component("vllm") component = namespace.component("backend")
endpoint = component.endpoint("generate") endpoint = component.endpoint("generate")
# Create KV router # Create KV router
...@@ -396,8 +396,8 @@ from dynamo._core import DistributedRuntime, KvPushRouter, KvRouterConfig ...@@ -396,8 +396,8 @@ from dynamo._core import DistributedRuntime, KvPushRouter, KvRouterConfig
async def minimize_ttft_routing(): async def minimize_ttft_routing():
# Setup router # Setup router
runtime = DistributedRuntime.detached() runtime = DistributedRuntime.detached()
namespace = runtime.namespace("inference") namespace = runtime.namespace("dynamo")
component = namespace.component("vllm") component = namespace.component("backend")
endpoint = component.endpoint("generate") endpoint = component.endpoint("generate")
router = KvPushRouter( router = KvPushRouter(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment