Skip to content

GitLab

Unverified Commit f0041782 authored by Yan Ru Pei's avatar Yan Ru Pei Committed by GitHub
Browse files

fix: KV Router bindings docs (#3308) 


Signed-off-by: default avatarPeaBrane <yanrpei@gmail.com>
parent 889e7f4b
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
docs/architecture/kv_cache_routing.md
View file @ f0041782
......@@ -330,8 +330,8 @@ from dynamo._core import DistributedRuntime, KvPushRouter, KvRouterConfig
async def main():
# Get runtime and create endpoint
runtime = DistributedRuntime.detached()
namespace = runtime.namespace("inference")
component = namespace.component("vllm")
namespace = runtime.namespace("dynamo")
component = namespace.component("backend")
endpoint = component.endpoint("generate")
# Create KV router
......@@ -396,8 +396,8 @@ from dynamo._core import DistributedRuntime, KvPushRouter, KvRouterConfig
async def minimize_ttft_routing():
# Setup router
runtime = DistributedRuntime.detached()
namespace = runtime.namespace("inference")
component = namespace.component("vllm")
namespace = runtime.namespace("dynamo")
component = namespace.component("backend")
endpoint = component.endpoint("generate")
router = KvPushRouter(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment