// SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. // SPDX-License-Identifier: Apache-2.0 //! KV Router - Radix tree data structures for LLM KV cache routing. //! //! This crate provides the core radix tree implementation and protocols for //! efficient KV cache lookup and routing in distributed LLM inference systems. pub mod approx; pub mod flat_hashmap; pub mod indexer; pub mod protocols; pub mod radix_tree; // Re-export key types for convenience pub use flat_hashmap::FlatHashMap; pub use indexer::MaybeError; pub use protocols::{ KvCacheEventError, LocalBlockHash, OverlapScores, RouterEvent, WorkerId, compute_block_hash_for_seq, }; pub use radix_tree::RadixTree;