Unverified Commit 94fad479 authored by Ryan Olson's avatar Ryan Olson Committed by GitHub
Browse files

feat: kvbm-logical (#6033)


Signed-off-by: default avatarRyan Olson <rolson@nvidia.com>
parent 0e55e821
This diff is collapsed.
......@@ -10,6 +10,7 @@ members = [
"lib/mocker",
"lib/kv-router",
"lib/memory",
"lib/kvbm-logical",
"lib/async-openai",
"lib/parsers",
"lib/bindings/c",
......@@ -25,6 +26,7 @@ default-members = [
"lib/tokens",
"lib/mocker",
"lib/memory",
"lib/kvbm-logical",
"lib/async-openai",
"lib/parsers",
"lib/bindings/c",
......@@ -52,6 +54,7 @@ dynamo-mocker = { path = "lib/mocker", version = "0.9.0" }
dynamo-kv-router = { path = "lib/kv-router", version = "0.9.0", features = ["metrics"] }
dynamo-async-openai = { path = "lib/async-openai", version = "0.9.0", features = ["byot"] }
dynamo-parsers = { path = "lib/parsers", version = "0.9.0" }
kvbm-logical = { path = "lib/kvbm-logical", version = "0.9.0" }
# External dependencies
anyhow = { version = "1" }
......@@ -89,7 +92,7 @@ humantime = { version = "2.2.0" }
libc = { version = "0.2" }
oneshot = { version = "0.1.13", features = ["std", "async"] }
parking_lot = "0.12.5"
prometheus = { version = "0.14" }
prometheus = { version = "0.14"}
rand = { version = "0.9.2" }
reqwest = { version = "0.12.24", default-features = false, features = [
"json",
......@@ -105,9 +108,9 @@ tempfile = "3"
thiserror = { version = "2.0.17" }
tmq = { version = "0.5.0" }
zmq = { version = "0.10" }
tokio = { version = "1", features = ["full"] }
tokio = { version = "=1.48.0", features = ["full"] }
tokio-stream = { version = "0.1" }
tokio-util = { version = "0.7", features = ["codec", "net", "rt", "io-util"] }
tokio-util = { version = "0.7.17", features = ["codec", "net", "rt", "io-util"] }
tower-http = { version = "0.6", features = ["trace"] }
axum = { version = "=0.8.4", features = ["macros"] }
axum-core = { version = "0.5.2" }
......@@ -139,4 +142,3 @@ insta.opt-level = 3
# These make the build much slower but shrink the binary, and could help performance
codegen-units = 1
lto = "thin"
# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
[package]
name = "kvbm-logical"
version.workspace = true
edition.workspace = true
authors.workspace = true
license.workspace = true
repository.workspace = true
[dependencies]
dynamo-tokens = { workspace = true }
anyhow = { workspace = true }
async-stream = "0.3"
bytes = "1.10"
bincode = { version = "2.0.1", features = ["serde", "derive"] }
dashmap = { workspace = true }
derive_builder = { workspace = true }
futures = { workspace = true }
lru = "0.16"
parking_lot = { workspace = true }
prometheus = { workspace = true }
rmp-serde = { workspace = true }
serde = { workspace = true }
serde_json = { workspace = true }
thiserror = { workspace = true }
tokio = { workspace = true }
tokio-stream = { workspace = true, features = ["sync"] }
tokio-util = { workspace = true }
tracing = { workspace = true }
xxhash-rust = { workspace = true }
[features]
testing = []
[dev-dependencies]
proptest = "1.5.0"
rand = { workspace = true }
rand_chacha = "0.9"
rstest = "0.26"
serde_json = { workspace = true }
tokio = { workspace = true, features = ["full"] }
tracing-subscriber = { workspace = true }
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
// SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0
pub mod batcher;
pub mod manager;
pub mod policy;
pub mod protocol;
pub mod publisher;
#[cfg(test)]
mod tests;
pub use batcher::{BatchingConfig, EventBatcher};
pub use manager::{EventsManager, EventsManagerBuilder, EventsManagerSettings};
pub use policy::{AllEventsPolicy, EventEmissionPolicy, PowerOfTwoPolicy};
pub use protocol::{InstanceId, KvCacheEvent, KvCacheEvents, KvbmCacheEvents};
pub use publisher::{KvbmCacheEventsPublisher, KvbmCacheEventsPublisherBuilder};
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment