Skip to content

GitLab

Unverified Commit 7a6283e9 authored by Ryan Olson's avatar Ryan Olson Committed by GitHub
Browse files

chore: cargo machete - remove unused dependencies (#6453) 


Signed-off-by: default avatarRyan Olson <rolson@nvidia.com>
parent 9b2e8f3d
Hide whitespace changes
Inline Side-by-side
Showing with 282 additions and 2033 deletions
Cargo.lock
View file @ 7a6283e9
...@@ -2,15 +2,6 @@ ...@@ -2,15 +2,6 @@
# It is not intended for manual editing. # It is not intended for manual editing.
version = 4 version = 4
[[package]]
name = "addr2line"
version = "0.25.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1b5d307320b3181d6d7954e663bd7c774a838b8220fe0593c86d9fb09f498b4b"
dependencies = [
"gimli",
]
[[package]] [[package]]
name = "adler2" name = "adler2"
version = "2.0.1" version = "2.0.1"
...@@ -40,12 +31,6 @@ dependencies = [ ...@@ -40,12 +31,6 @@ dependencies = [
"memchr", "memchr",
] ]
[[package]]
name = "akin"
version = "0.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1763692fc1416554cf051efc56a3de5595eca47299d731cc5c2b583adf8b4d2f"
[[package]] [[package]]
name = "aligned" name = "aligned"
version = "0.4.3" version = "0.4.3"
...@@ -137,12 +122,9 @@ dependencies = [ ...@@ -137,12 +122,9 @@ dependencies = [
[[package]] [[package]]
name = "anyhow" name = "anyhow"
version = "1.0.101" version = "1.0.102"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5f0e0fee31ef5ed1ba1316088939cea399010ed7731dba877ed44aeb407a75ea" checksum = "7f202df86484c868dbad7eaa557ef785d5c66295e41b460ef922eca0723b842c"
dependencies = [
"backtrace",
]
[[package]] [[package]]
name = "approx" name = "approx"
...@@ -179,7 +161,7 @@ checksum = "0ae92a5119aa49cdbcf6b9f893fe4e1d98b04ccbf82ee0584ad948a44a734dea" ...@@ -179,7 +161,7 @@ checksum = "0ae92a5119aa49cdbcf6b9f893fe4e1d98b04ccbf82ee0584ad948a44a734dea"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -288,7 +270,7 @@ checksum = "81872a8e595e8ceceab71c6ba1f9078e313b452a1e31934e6763ef5d308705e4" ...@@ -288,7 +270,7 @@ checksum = "81872a8e595e8ceceab71c6ba1f9078e313b452a1e31934e6763ef5d308705e4"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -310,7 +292,7 @@ checksum = "c7c24de15d275a1ecfd47a380fb4d5ec9bfe0933f309ed5e705b775596a3574d" ...@@ -310,7 +292,7 @@ checksum = "c7c24de15d275a1ecfd47a380fb4d5ec9bfe0933f309ed5e705b775596a3574d"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -321,7 +303,7 @@ checksum = "9035ad2d096bed7955a320ee7e2230574d28fd3c3a0f186cbea1ff3c7eed5dbb" ...@@ -321,7 +303,7 @@ checksum = "9035ad2d096bed7955a320ee7e2230574d28fd3c3a0f186cbea1ff3c7eed5dbb"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -557,7 +539,7 @@ checksum = "604fde5e028fea851ce1d8570bbdc034bec850d157f7569d10f347d06808c05c" ...@@ -557,7 +539,7 @@ checksum = "604fde5e028fea851ce1d8570bbdc034bec850d157f7569d10f347d06808c05c"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -607,21 +589,6 @@ dependencies = [ ...@@ -607,21 +589,6 @@ dependencies = [
"tokio", "tokio",
] ]
[[package]]
name = "backtrace"
version = "0.3.76"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "bb531853791a215d7c62a30daf0dde835f381ab5de4589cfe7c649d2cbe92bd6"
dependencies = [
"addr2line",
"cfg-if 1.0.4",
"libc",
"miniz_oxide",
"object",
"rustc-demangle",
"windows-link",
]
[[package]] [[package]]
name = "base64" name = "base64"
version = "0.13.1" version = "0.13.1"
...@@ -690,7 +657,7 @@ dependencies = [ ...@@ -690,7 +657,7 @@ dependencies = [
"regex", "regex",
"rustc-hash 1.1.0", "rustc-hash 1.1.0",
"shlex", "shlex",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -710,7 +677,7 @@ dependencies = [ ...@@ -710,7 +677,7 @@ dependencies = [
"regex", "regex",
"rustc-hash 2.1.1", "rustc-hash 2.1.1",
"shlex", "shlex",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -846,9 +813,9 @@ checksum = "f4ad8f11f288f48ca24471bbd51ac257aaeaaa07adae295591266b792902ae64" ...@@ -846,9 +813,9 @@ checksum = "f4ad8f11f288f48ca24471bbd51ac257aaeaaa07adae295591266b792902ae64"
[[package]] [[package]]
name = "bumpalo" name = "bumpalo"
version = "3.20.1" version = "3.20.2"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5c6f81257d10a0f602a294ae4182251151ff97dbb504ef9afcdda4a64b24d9b4" checksum = "5d20789868f4b01b2f2caec9f5c4e0213b41e3e5702a50157d699ae31ced2fcb"
[[package]] [[package]]
name = "bytecount" name = "bytecount"
...@@ -861,20 +828,6 @@ name = "bytemuck" ...@@ -861,20 +828,6 @@ name = "bytemuck"
version = "1.25.0" version = "1.25.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c8efb64bd706a16a1bdde310ae86b351e4d21550d98d056f22f8a7f7a2183fec" checksum = "c8efb64bd706a16a1bdde310ae86b351e4d21550d98d056f22f8a7f7a2183fec"
dependencies = [
"bytemuck_derive",
]
[[package]]
name = "bytemuck_derive"
version = "1.10.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f9abbd1bc6865053c427f7198e6af43bfdedc55ab791faed4fbd361d789575ff"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.116",
]
[[package]] [[package]]
name = "byteorder" name = "byteorder"
...@@ -897,29 +850,6 @@ dependencies = [ ...@@ -897,29 +850,6 @@ dependencies = [
"serde", "serde",
] ]
[[package]]
name = "candle-core"
version = "0.9.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c15b675b80d994b2eadb20a4bbe434eabeb454eac3ee5e2b4cf6f147ee9be091"
dependencies = [
"byteorder",
"float8",
"gemm",
"half 2.7.1",
"libm",
"memmap2",
"num-traits",
"num_cpus",
"rand 0.9.2",
"rand_distr",
"rayon",
"safetensors",
"thiserror 2.0.18",
"yoke",
"zip 7.2.0",
]
[[package]] [[package]]
name = "cast" name = "cast"
version = "0.3.0" version = "0.3.0"
...@@ -941,7 +871,7 @@ version = "0.27.0" ...@@ -941,7 +871,7 @@ version = "0.27.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3fce8dd7fcfcbf3a0a87d8f515194b49d6135acab73e18bd380d1d93bb1a15eb" checksum = "3fce8dd7fcfcbf3a0a87d8f515194b49d6135acab73e18bd380d1d93bb1a15eb"
dependencies = [ dependencies = [
"clap 4.5.59", "clap 4.5.60",
"heck 0.4.1", "heck 0.4.1",
"indexmap 2.13.0", "indexmap 2.13.0",
"log", "log",
...@@ -949,7 +879,7 @@ dependencies = [ ...@@ -949,7 +879,7 @@ dependencies = [
"quote", "quote",
"serde", "serde",
"serde_json", "serde_json",
"syn 2.0.116", "syn 2.0.117",
"tempfile", "tempfile",
"toml 0.8.23", "toml 0.8.23",
] ]
...@@ -1068,9 +998,9 @@ dependencies = [ ...@@ -1068,9 +998,9 @@ dependencies = [
[[package]] [[package]]
name = "clap" name = "clap"
version = "4.5.59" version = "4.5.60"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c5caf74d17c3aec5495110c34cc3f78644bfa89af6c8993ed4de2790e49b6499" checksum = "2797f34da339ce31042b27d23607e051786132987f595b02ba4f6a6dffb7030a"
dependencies = [ dependencies = [
"clap_builder", "clap_builder",
"clap_derive", "clap_derive",
...@@ -1078,9 +1008,9 @@ dependencies = [ ...@@ -1078,9 +1008,9 @@ dependencies = [
[[package]] [[package]]
name = "clap_builder" name = "clap_builder"
version = "4.5.59" version = "4.5.60"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "370daa45065b80218950227371916a1633217ae42b2715b2287b606dcd618e24" checksum = "24a241312cea5059b13574bb9b3861cabf758b879c15190b37b6d6fd63ab6876"
dependencies = [ dependencies = [
"anstream", "anstream",
"anstyle", "anstyle",
...@@ -1097,7 +1027,7 @@ dependencies = [ ...@@ -1097,7 +1027,7 @@ dependencies = [
"heck 0.5.0", "heck 0.5.0",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -1374,7 +1304,7 @@ dependencies = [ ...@@ -1374,7 +1304,7 @@ dependencies = [
"anes", "anes",
"cast", "cast",
"ciborium", "ciborium",
"clap 4.5.59", "clap 4.5.60",
"criterion-plot 0.5.0", "criterion-plot 0.5.0",
"futures", "futures",
"is-terminal", "is-terminal",
...@@ -1548,7 +1478,7 @@ checksum = "f46882e17999c6cc590af592290432be3bce0428cb0d5f8b6715e4dc7b383eb3" ...@@ -1548,7 +1478,7 @@ checksum = "f46882e17999c6cc590af592290432be3bce0428cb0d5f8b6715e4dc7b383eb3"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -1582,7 +1512,7 @@ dependencies = [ ...@@ -1582,7 +1512,7 @@ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"strsim", "strsim",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -1596,7 +1526,7 @@ dependencies = [ ...@@ -1596,7 +1526,7 @@ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"strsim", "strsim",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -1607,7 +1537,7 @@ checksum = "fc34b93ccb385b40dc71c6fceac4b2ad23662c7eeb248cf10d529b7e055b6ead" ...@@ -1607,7 +1537,7 @@ checksum = "fc34b93ccb385b40dc71c6fceac4b2ad23662c7eeb248cf10d529b7e055b6ead"
dependencies = [ dependencies = [
"darling_core 0.20.11", "darling_core 0.20.11",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -1618,7 +1548,7 @@ checksum = "d38308df82d1080de0afee5d069fa14b0326a88c14f15c5ccda35b4a6c414c81" ...@@ -1618,7 +1548,7 @@ checksum = "d38308df82d1080de0afee5d069fa14b0326a88c14f15c5ccda35b4a6c414c81"
dependencies = [ dependencies = [
"darling_core 0.21.3", "darling_core 0.21.3",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -1698,7 +1628,7 @@ checksum = "74ef43543e701c01ad77d3a5922755c6a1d71b22d942cb8042be4994b380caff" ...@@ -1698,7 +1628,7 @@ checksum = "74ef43543e701c01ad77d3a5922755c6a1d71b22d942cb8042be4994b380caff"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -1709,7 +1639,7 @@ checksum = "1e567bd82dcff979e4b03460c307b3cdc9e96fde3d73bed1496d2bc75d9dd62a" ...@@ -1709,7 +1639,7 @@ checksum = "1e567bd82dcff979e4b03460c307b3cdc9e96fde3d73bed1496d2bc75d9dd62a"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -1730,7 +1660,7 @@ dependencies = [ ...@@ -1730,7 +1660,7 @@ dependencies = [
"darling 0.20.11", "darling 0.20.11",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -1740,7 +1670,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" ...@@ -1740,7 +1670,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c" checksum = "ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c"
dependencies = [ dependencies = [
"derive_builder_core", "derive_builder_core",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -1769,7 +1699,7 @@ checksum = "cb7330aeadfbe296029522e6c40f315320aba36fc43a5b3632f3795348f3bd22" ...@@ -1769,7 +1699,7 @@ checksum = "cb7330aeadfbe296029522e6c40f315320aba36fc43a5b3632f3795348f3bd22"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
"unicode-xid", "unicode-xid",
] ]
...@@ -1782,7 +1712,7 @@ dependencies = [ ...@@ -1782,7 +1712,7 @@ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"rustc_version", "rustc_version",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -1857,7 +1787,7 @@ checksum = "97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0" ...@@ -1857,7 +1787,7 @@ checksum = "97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -1881,22 +1811,6 @@ version = "1.0.20" ...@@ -1881,22 +1811,6 @@ version = "1.0.20"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d0881ea181b1df73ff77ffaaf9c7544ecc11e82fba9b5f27b262a3c73a332555" checksum = "d0881ea181b1df73ff77ffaaf9c7544ecc11e82fba9b5f27b262a3c73a332555"
[[package]]
name = "dyn-stack"
version = "0.13.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1c4713e43e2886ba72b8271aa66c93d722116acf7a75555cce11dcde84388fe8"
dependencies = [
"bytemuck",
"dyn-stack-macros",
]
[[package]]
name = "dyn-stack-macros"
version = "0.1.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9"
[[package]] [[package]]
name = "dynamo-async-openai" name = "dynamo-async-openai"
version = "0.9.0" version = "0.9.0"
...@@ -1931,7 +1845,7 @@ name = "dynamo-bench" ...@@ -1931,7 +1845,7 @@ name = "dynamo-bench"
version = "0.9.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"clap 4.5.59", "clap 4.5.60",
"futures-util", "futures-util",
"indicatif 0.18.4", "indicatif 0.18.4",
"rand 0.9.2", "rand 0.9.2",
...@@ -1947,8 +1861,7 @@ version = "0.1.0" ...@@ -1947,8 +1861,7 @@ version = "0.1.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"proc-macro2", "proc-macro2",
"quote", "syn 2.0.117",
"syn 2.0.116",
] ]
[[package]] [[package]]
...@@ -1964,14 +1877,13 @@ version = "0.9.0" ...@@ -1964,14 +1877,13 @@ version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-trait", "async-trait",
"clap 4.5.59", "clap 4.5.60",
"dashmap 6.1.0", "dashmap 6.1.0",
"dynamo-bench", "dynamo-bench",
"dynamo-mocker", "dynamo-mocker",
"dynamo-runtime", "dynamo-runtime",
"dynamo-tokens", "dynamo-tokens",
"flume", "flume",
"futures",
"indicatif 0.18.4", "indicatif 0.18.4",
"minstant", "minstant",
"parking_lot", "parking_lot",
...@@ -1995,9 +1907,7 @@ dependencies = [ ...@@ -1995,9 +1907,7 @@ dependencies = [
name = "dynamo-llm" name = "dynamo-llm"
version = "0.9.0" version = "0.9.0"
dependencies = [ dependencies = [
"ahash",
"aho-corasick", "aho-corasick",
"akin",
"aligned-vec", "aligned-vec",
"anyhow", "anyhow",
"approx", "approx",
...@@ -2005,7 +1915,6 @@ dependencies = [ ...@@ -2005,7 +1915,6 @@ dependencies = [
"async-nats", "async-nats",
"async-stream", "async-stream",
"async-trait", "async-trait",
"async_zmq",
"axum 0.8.4", "axum 0.8.4",
"axum-server", "axum-server",
"base64 0.22.1", "base64 0.22.1",
...@@ -2015,9 +1924,8 @@ dependencies = [ ...@@ -2015,9 +1924,8 @@ dependencies = [
"bs62", "bs62",
"bytemuck", "bytemuck",
"bytes", "bytes",
"candle-core",
"chrono", "chrono",
"clap 4.5.59", "clap 4.5.60",
"criterion 0.3.6", "criterion 0.3.6",
"cudarc", "cudarc",
"dashmap 5.5.3", "dashmap 5.5.3",
...@@ -2033,8 +1941,6 @@ dependencies = [ ...@@ -2033,8 +1941,6 @@ dependencies = [
"dynamo-runtime", "dynamo-runtime",
"dynamo-tokens", "dynamo-tokens",
"either", "either",
"erased-serde",
"etcd-client",
"ffmpeg-next", "ffmpeg-next",
"flate2", "flate2",
"futures", "futures",
...@@ -2042,12 +1948,9 @@ dependencies = [ ...@@ -2042,12 +1948,9 @@ dependencies = [
"galil-seiferas", "galil-seiferas",
"hf-hub", "hf-hub",
"humantime", "humantime",
"hyper 1.8.1",
"hyper-util",
"image", "image",
"indicatif 0.18.4", "indicatif 0.18.4",
"insta", "insta",
"itertools 0.14.0",
"json-five", "json-five",
"lazy_static", "lazy_static",
"memfile", "memfile",
...@@ -2057,8 +1960,6 @@ dependencies = [ ...@@ -2057,8 +1960,6 @@ dependencies = [
"modelexpress-client", "modelexpress-client",
"modelexpress-common", "modelexpress-common",
"ndarray", "ndarray",
"ndarray-interp",
"ndarray-npy",
"nix 0.26.4", "nix 0.26.4",
"nixl-sys", "nixl-sys",
"object_store", "object_store",
...@@ -2066,15 +1967,12 @@ dependencies = [ ...@@ -2066,15 +1967,12 @@ dependencies = [
"oneshot", "oneshot",
"parking_lot", "parking_lot",
"prometheus", "prometheus",
"proptest",
"prost 0.13.5", "prost 0.13.5",
"rand 0.9.2", "rand 0.9.2",
"rayon", "rayon",
"regex",
"reqwest 0.12.28", "reqwest 0.12.28",
"rmp-serde", "rmp-serde",
"rstest 0.18.2", "rstest 0.18.2",
"rstest_reuse",
"rustls", "rustls",
"serde", "serde",
"serde_json", "serde_json",
...@@ -2089,14 +1987,10 @@ dependencies = [ ...@@ -2089,14 +1987,10 @@ dependencies = [
"tokio-rayon", "tokio-rayon",
"tokio-stream", "tokio-stream",
"tokio-util", "tokio-util",
"toktrie",
"toktrie_hf_tokenizers",
"tonic 0.13.1", "tonic 0.13.1",
"tonic-build 0.13.1", "tonic-build 0.13.1",
"tower 0.5.3",
"tower-http", "tower-http",
"tracing", "tracing",
"unicode-segmentation",
"url", "url",
"utoipa", "utoipa",
"utoipa-swagger-ui", "utoipa-swagger-ui",
...@@ -2157,7 +2051,6 @@ version = "0.9.0" ...@@ -2157,7 +2051,6 @@ version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-async-openai", "dynamo-async-openai",
"lazy_static",
"num-traits", "num-traits",
"openai-harmony", "openai-harmony",
"regex", "regex",
...@@ -2176,7 +2069,6 @@ version = "0.9.0" ...@@ -2176,7 +2069,6 @@ version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"arc-swap", "arc-swap",
"assert_matches",
"async-nats", "async-nats",
"async-once-cell", "async-once-cell",
"async-stream", "async-stream",
...@@ -2195,14 +2087,11 @@ dependencies = [ ...@@ -2195,14 +2087,11 @@ dependencies = [
"dynamo-config", "dynamo-config",
"educe", "educe",
"either", "either",
"env_logger",
"etcd-client", "etcd-client",
"figment", "figment",
"futures", "futures",
"humantime", "humantime",
"hyper 1.8.1",
"hyper-util", "hyper-util",
"inotify 0.11.0",
"jsonschema", "jsonschema",
"k8s-openapi", "k8s-openapi",
"kube", "kube",
...@@ -2210,8 +2099,6 @@ dependencies = [ ...@@ -2210,8 +2099,6 @@ dependencies = [
"local-ip-address", "local-ip-address",
"log", "log",
"lru 0.12.5", "lru 0.12.5",
"nid",
"nix 0.29.0",
"notify", "notify",
"nuid", "nuid",
"once_cell", "once_cell",
...@@ -2234,12 +2121,10 @@ dependencies = [ ...@@ -2234,12 +2121,10 @@ dependencies = [
"temp-env", "temp-env",
"tempfile", "tempfile",
"thiserror 2.0.18", "thiserror 2.0.18",
"tmq",
"tokio", "tokio",
"tokio-rayon", "tokio-rayon",
"tokio-stream", "tokio-stream",
"tokio-util", "tokio-util",
"tower 0.5.3",
"tower-http", "tower-http",
"tracing", "tracing",
"tracing-opentelemetry", "tracing-opentelemetry",
...@@ -2296,7 +2181,7 @@ dependencies = [ ...@@ -2296,7 +2181,7 @@ dependencies = [
"enum-ordinalize", "enum-ordinalize",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -2323,18 +2208,6 @@ dependencies = [ ...@@ -2323,18 +2208,6 @@ dependencies = [
"cfg-if 1.0.4", "cfg-if 1.0.4",
] ]
[[package]]
name = "enum-as-inner"
version = "0.6.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a1e6a265c649f3f5979b601d26f1d05ada116434c87741c9493cb56218f76cbc"
dependencies = [
"heck 0.5.0",
"proc-macro2",
"quote",
"syn 2.0.116",
]
[[package]] [[package]]
name = "enum-ordinalize" name = "enum-ordinalize"
version = "4.3.2" version = "4.3.2"
...@@ -2352,30 +2225,7 @@ checksum = "8ca9601fb2d62598ee17836250842873a413586e5d7ed88b356e38ddbb0ec631" ...@@ -2352,30 +2225,7 @@ checksum = "8ca9601fb2d62598ee17836250842873a413586e5d7ed88b356e38ddbb0ec631"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
]
[[package]]
name = "env_filter"
version = "1.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7a1c3cc8e57274ec99de65301228b537f1e4eedc1b8e0f9411c6caac8ae7308f"
dependencies = [
"log",
"regex",
]
[[package]]
name = "env_logger"
version = "0.11.9"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b2daee4ea451f429a58296525ddf28b45a3b64f1acf6587e2067437bb11e218d"
dependencies = [
"anstream",
"anstyle",
"env_filter",
"jiff",
"log",
] ]
[[package]] [[package]]
...@@ -2395,7 +2245,7 @@ checksum = "44f23cf4b44bfce11a86ace86f8a73ffdec849c9fd00a386a53d278bd9e81fb3" ...@@ -2395,7 +2245,7 @@ checksum = "44f23cf4b44bfce11a86ace86f8a73ffdec849c9fd00a386a53d278bd9e81fb3"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -2444,8 +2294,8 @@ dependencies = [ ...@@ -2444,8 +2294,8 @@ dependencies = [
"prost 0.14.3", "prost 0.14.3",
"tokio", "tokio",
"tokio-stream", "tokio-stream",
"tonic 0.14.4", "tonic 0.14.5",
"tonic-build 0.14.4", "tonic-build 0.14.5",
"tonic-prost", "tonic-prost",
"tonic-prost-build", "tonic-prost-build",
"tower 0.5.3", "tower 0.5.3",
...@@ -2520,17 +2370,6 @@ dependencies = [ ...@@ -2520,17 +2370,6 @@ dependencies = [
"regex-syntax", "regex-syntax",
] ]
[[package]]
name = "fancy-regex"
version = "0.14.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6e24cb5a94bcae1e5408b0effca5cd7172ea3c5755049c5f3af4cd283a165298"
dependencies = [
"bit-set 0.8.0",
"regex-automata",
"regex-syntax",
]
[[package]] [[package]]
name = "fastrand" name = "fastrand"
version = "2.3.0" version = "2.3.0"
...@@ -2557,7 +2396,7 @@ checksum = "a0aca10fb742cb43f9e7bb8467c91aa9bcb8e3ffbc6a6f7389bb93ffc920577d" ...@@ -2557,7 +2396,7 @@ checksum = "a0aca10fb742cb43f9e7bb8467c91aa9bcb8e3ffbc6a6f7389bb93ffc920577d"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -2651,18 +2490,6 @@ dependencies = [ ...@@ -2651,18 +2490,6 @@ dependencies = [
"zlib-rs", "zlib-rs",
] ]
[[package]]
name = "float8"
version = "0.6.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "719a903cc23e4a89e87962c2a80fdb45cdaad0983a89bd150bb57b4c8571a7d5"
dependencies = [
"half 2.7.1",
"num-traits",
"rand 0.9.2",
"rand_distr",
]
[[package]] [[package]]
name = "flume" name = "flume"
version = "0.12.0" version = "0.12.0"
...@@ -2809,7 +2636,7 @@ checksum = "e835b70203e41293343137df5c0664546da5745f82ec9b84d40be8336958447b" ...@@ -2809,7 +2636,7 @@ checksum = "e835b70203e41293343137df5c0664546da5745f82ec9b84d40be8336958447b"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -2857,125 +2684,6 @@ dependencies = [ ...@@ -2857,125 +2684,6 @@ dependencies = [
"unchecked-index", "unchecked-index",
] ]
[[package]]
name = "gemm"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "aa0673db364b12263d103b68337a68fbecc541d6f6b61ba72fe438654709eacb"
dependencies = [
"dyn-stack",
"gemm-c32",
"gemm-c64",
"gemm-common",
"gemm-f16",
"gemm-f32",
"gemm-f64",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]]
name = "gemm-c32"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "086936dbdcb99e37aad81d320f98f670e53c1e55a98bee70573e83f95beb128c"
dependencies = [
"dyn-stack",
"gemm-common",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]]
name = "gemm-c64"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "20c8aeeeec425959bda4d9827664029ba1501a90a0d1e6228e48bef741db3a3f"
dependencies = [
"dyn-stack",
"gemm-common",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]]
name = "gemm-common"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "88027625910cc9b1085aaaa1c4bc46bb3a36aad323452b33c25b5e4e7c8e2a3e"
dependencies = [
"bytemuck",
"dyn-stack",
"half 2.7.1",
"libm",
"num-complex",
"num-traits",
"once_cell",
"paste",
"pulp",
"raw-cpuid",
"rayon",
"seq-macro",
"sysctl",
]
[[package]]
name = "gemm-f16"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e3df7a55202e6cd6739d82ae3399c8e0c7e1402859b30e4cb780e61525d9486e"
dependencies = [
"dyn-stack",
"gemm-common",
"gemm-f32",
"half 2.7.1",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"rayon",
"seq-macro",
]
[[package]]
name = "gemm-f32"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "02e0b8c9da1fbec6e3e3ab2ce6bc259ef18eb5f6f0d3e4edf54b75f9fd41a81c"
dependencies = [
"dyn-stack",
"gemm-common",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]]
name = "gemm-f64"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "056131e8f2a521bfab322f804ccd652520c79700d81209e9d9275bbdecaadc6a"
dependencies = [
"dyn-stack",
"gemm-common",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]] [[package]]
name = "generic-array" name = "generic-array"
version = "0.14.7" version = "0.14.7"
...@@ -3044,7 +2752,7 @@ dependencies = [ ...@@ -3044,7 +2752,7 @@ dependencies = [
"proc-macro-error2", "proc-macro-error2",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -3057,12 +2765,6 @@ dependencies = [ ...@@ -3057,12 +2765,6 @@ dependencies = [
"weezl", "weezl",
] ]
[[package]]
name = "gimli"
version = "0.32.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e629b9b98ef3dd8afe6ca2bd0f89306cec16d43d907889945bc5d6687f2f13c7"
[[package]] [[package]]
name = "glob" name = "glob"
version = "0.3.3" version = "0.3.3"
...@@ -3144,12 +2846,8 @@ version = "2.7.1" ...@@ -3144,12 +2846,8 @@ version = "2.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6ea2d84b969582b4b1864a92dc5d27cd2b77b622a8d79306834f1be5ba20d84b" checksum = "6ea2d84b969582b4b1864a92dc5d27cd2b77b622a8d79306834f1be5ba20d84b"
dependencies = [ dependencies = [
"bytemuck",
"cfg-if 1.0.4", "cfg-if 1.0.4",
"crunchy", "crunchy",
"num-traits",
"rand 0.9.2",
"rand_distr",
"zerocopy", "zerocopy",
] ]
...@@ -3188,8 +2886,6 @@ dependencies = [ ...@@ -3188,8 +2886,6 @@ dependencies = [
"allocator-api2", "allocator-api2",
"equivalent", "equivalent",
"foldhash 0.2.0", "foldhash 0.2.0",
"serde",
"serde_core",
] ]
[[package]] [[package]]
...@@ -3712,19 +3408,6 @@ dependencies = [ ...@@ -3712,19 +3408,6 @@ dependencies = [
"libc", "libc",
] ]
[[package]]
name = "inotify"
version = "0.11.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f37dccff2791ab604f9babef0ba14fbe0be30bd368dc541e2b08d07c8aa908f3"
dependencies = [
"bitflags 2.11.0",
"futures-core",
"inotify-sys",
"libc",
"tokio",
]
[[package]] [[package]]
name = "inotify-sys" name = "inotify-sys"
version = "0.1.5" version = "0.1.5"
...@@ -3769,7 +3452,7 @@ checksum = "c34819042dc3d3971c46c2190835914dfbe0c3c13f61449b2997f4e9722dfa60" ...@@ -3769,7 +3452,7 @@ checksum = "c34819042dc3d3971c46c2190835914dfbe0c3c13f61449b2997f4e9722dfa60"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -3806,7 +3489,7 @@ dependencies = [ ...@@ -3806,7 +3489,7 @@ dependencies = [
"heck 0.5.0", "heck 0.5.0",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -3900,7 +3583,7 @@ checksum = "f7946b4325269738f270bb55b3c19ab5c5040525f83fd625259422a9d25d9be5" ...@@ -3900,7 +3583,7 @@ checksum = "f7946b4325269738f270bb55b3c19ab5c5040525f83fd625259422a9d25d9be5"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -3930,9 +3613,9 @@ dependencies = [ ...@@ -3930,9 +3613,9 @@ dependencies = [
[[package]] [[package]]
name = "js-sys" name = "js-sys"
version = "0.3.85" version = "0.3.86"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8c942ebf8e95485ca0d52d97da7c5a2c387d0e7f0ba4c35e93bfcaee045955b3" checksum = "d36139f1c97c42c0c86a411910b04e48d4939a0376e6e0f989420cbdee0120e5"
dependencies = [ dependencies = [
"once_cell", "once_cell",
"wasm-bindgen", "wasm-bindgen",
...@@ -4004,7 +3687,7 @@ dependencies = [ ...@@ -4004,7 +3687,7 @@ dependencies = [
"anyhow", "anyhow",
"base64 0.21.7", "base64 0.21.7",
"bytecount", "bytecount",
"clap 4.5.59", "clap 4.5.60",
"fancy-regex 0.11.0", "fancy-regex 0.11.0",
"fraction", "fraction",
"getrandom 0.2.17", "getrandom 0.2.17",
...@@ -4155,7 +3838,7 @@ dependencies = [ ...@@ -4155,7 +3838,7 @@ dependencies = [
"quote", "quote",
"serde", "serde",
"serde_json", "serde_json",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -4193,7 +3876,6 @@ dependencies = [ ...@@ -4193,7 +3876,6 @@ dependencies = [
"async-stream", "async-stream",
"bincode 2.0.1", "bincode 2.0.1",
"bytes", "bytes",
"dashmap 6.1.0",
"derive_builder", "derive_builder",
"dynamo-tokens", "dynamo-tokens",
"futures", "futures",
...@@ -4201,8 +3883,6 @@ dependencies = [ ...@@ -4201,8 +3883,6 @@ dependencies = [
"parking_lot", "parking_lot",
"prometheus", "prometheus",
"proptest", "proptest",
"rand 0.9.2",
"rand_chacha 0.9.0",
"rmp-serde", "rmp-serde",
"rstest 0.26.1", "rstest 0.26.1",
"serde", "serde",
...@@ -4210,9 +3890,7 @@ dependencies = [ ...@@ -4210,9 +3890,7 @@ dependencies = [
"thiserror 2.0.18", "thiserror 2.0.18",
"tokio", "tokio",
"tokio-stream", "tokio-stream",
"tokio-util",
"tracing", "tracing",
"tracing-subscriber",
"xxhash-rust", "xxhash-rust",
] ]
...@@ -4255,16 +3933,12 @@ dependencies = [ ...@@ -4255,16 +3933,12 @@ dependencies = [
"cbindgen", "cbindgen",
"dynamo-llm", "dynamo-llm",
"dynamo-runtime", "dynamo-runtime",
"futures",
"libc", "libc",
"once_cell", "once_cell",
"serde",
"serde_json", "serde_json",
"tokio", "tokio",
"tokio-stream",
"tracing", "tracing",
"tracing-subscriber", "tracing-subscriber",
"uuid",
] ]
[[package]] [[package]]
...@@ -4528,7 +4202,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index" ...@@ -4528,7 +4202,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "714098028fe011992e1c3962653c96b2d578c4b4bce9036e15ff220319b1e0e3" checksum = "714098028fe011992e1c3962653c96b2d578c4b4bce9036e15ff220319b1e0e3"
dependencies = [ dependencies = [
"libc", "libc",
"stable_deref_trait",
] ]
[[package]] [[package]]
...@@ -4564,9 +4237,9 @@ dependencies = [ ...@@ -4564,9 +4237,9 @@ dependencies = [
[[package]] [[package]]
name = "minijinja" name = "minijinja"
version = "2.15.1" version = "2.16.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b479616bb6f0779fb0f3964246beda02d4b01144e1b0d5519616e012ccc2a245" checksum = "5c54f3bcc034dd74496b5ca929fd0b710186672d5ff0b0f255a9ceb259042ece"
dependencies = [ dependencies = [
"memo-map", "memo-map",
"self_cell", "self_cell",
...@@ -4575,9 +4248,9 @@ dependencies = [ ...@@ -4575,9 +4248,9 @@ dependencies = [
[[package]] [[package]]
name = "minijinja-contrib" name = "minijinja-contrib"
version = "2.15.1" version = "2.16.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7826089e6af7bc638f69a44b100ebe7f6c64b182cfde16558d5cd38ac8adde20" checksum = "86201a560fde90bf270d3c9d5da0c2a5a0c25bd3242d674fcf03e6a35fcfa7ba"
dependencies = [ dependencies = [
"minijinja", "minijinja",
"serde", "serde",
...@@ -4695,7 +4368,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" ...@@ -4695,7 +4368,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a9929c605e135347ccda5e0e7ff0627217f23189915a5c3971265ce490a14abf" checksum = "a9929c605e135347ccda5e0e7ff0627217f23189915a5c3971265ce490a14abf"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"clap 4.5.59", "clap 4.5.60",
"colored", "colored",
"futures", "futures",
"modelexpress-common", "modelexpress-common",
...@@ -4719,7 +4392,7 @@ dependencies = [ ...@@ -4719,7 +4392,7 @@ dependencies = [
"anyhow", "anyhow",
"async-trait", "async-trait",
"chrono", "chrono",
"clap 4.5.59", "clap 4.5.60",
"config", "config",
"hf-hub", "hf-hub",
"jiff", "jiff",
...@@ -4753,7 +4426,7 @@ checksum = "e4db6d5580af57bf992f59068d4ea26fd518574ff48d7639b255a36f9de6e7e9" ...@@ -4753,7 +4426,7 @@ checksum = "e4db6d5580af57bf992f59068d4ea26fd518574ff48d7639b255a36f9de6e7e9"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -4838,7 +4511,7 @@ dependencies = [ ...@@ -4838,7 +4511,7 @@ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"serde", "serde",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -4858,17 +4531,6 @@ version = "1.0.6" ...@@ -4858,17 +4531,6 @@ version = "1.0.6"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "650eef8c711430f1a879fdd01d4745a7deea475becfb90269c06775983bbf086" checksum = "650eef8c711430f1a879fdd01d4745a7deea475becfb90269c06775983bbf086"
[[package]]
name = "nid"
version = "3.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4abdf1789932b85dc39446e27f45a1064a30f9e19a2b872b1d09bd59283f85f3"
dependencies = [
"rand 0.8.5",
"serde",
"thiserror 1.0.69",
]
[[package]] [[package]]
name = "nix" name = "nix"
version = "0.26.4" version = "0.26.4"
...@@ -4882,18 +4544,6 @@ dependencies = [ ...@@ -4882,18 +4544,6 @@ dependencies = [
"pin-utils", "pin-utils",
] ]
[[package]]
name = "nix"
version = "0.29.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "71e2746dc3a24dd78b3cfcb7be93368c6de9963d30f43a6a73998a9cf4b17b46"
dependencies = [
"bitflags 2.11.0",
"cfg-if 1.0.4",
"cfg_aliases",
"libc",
]
[[package]] [[package]]
name = "nix" name = "nix"
version = "0.30.1" version = "0.30.1"
...@@ -4979,7 +4629,7 @@ dependencies = [ ...@@ -4979,7 +4629,7 @@ dependencies = [
"bitflags 2.11.0", "bitflags 2.11.0",
"filetime", "filetime",
"fsevent-sys", "fsevent-sys",
"inotify 0.9.6", "inotify",
"kqueue", "kqueue",
"libc", "libc",
"log", "log",
...@@ -5042,7 +4692,6 @@ version = "0.4.6" ...@@ -5042,7 +4692,6 @@ version = "0.4.6"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495" checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495"
dependencies = [ dependencies = [
"bytemuck",
"num-traits", "num-traits",
] ]
...@@ -5060,7 +4709,7 @@ checksum = "ed3955f1a9c7c0c15e092f9c887db08b1fc683305fdf6eb6684f22555355e202" ...@@ -5060,7 +4709,7 @@ checksum = "ed3955f1a9c7c0c15e092f9c887db08b1fc683305fdf6eb6684f22555355e202"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -5101,7 +4750,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index" ...@@ -5101,7 +4750,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841"
dependencies = [ dependencies = [
"autocfg", "autocfg",
"libm",
] ]
[[package]] [[package]]
...@@ -5288,15 +4936,6 @@ dependencies = [ ...@@ -5288,15 +4936,6 @@ dependencies = [
"objc2-foundation", "objc2-foundation",
] ]
[[package]]
name = "object"
version = "0.37.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ff76201f031d8863c38aa7f905eca4f53abbfa15f609db4277d44cd8938f33fe"
dependencies = [
"memchr",
]
[[package]] [[package]]
name = "object_store" name = "object_store"
version = "0.12.5" version = "0.12.5"
...@@ -5400,7 +5039,7 @@ dependencies = [ ...@@ -5400,7 +5039,7 @@ dependencies = [
"anyhow", "anyhow",
"base64 0.22.1", "base64 0.22.1",
"bstr", "bstr",
"clap 4.5.59", "clap 4.5.60",
"fancy-regex 0.13.0", "fancy-regex 0.13.0",
"futures", "futures",
"image", "image",
...@@ -5469,7 +5108,7 @@ dependencies = [ ...@@ -5469,7 +5108,7 @@ dependencies = [
"reqwest 0.12.28", "reqwest 0.12.28",
"thiserror 2.0.18", "thiserror 2.0.18",
"tokio", "tokio",
"tonic 0.14.4", "tonic 0.14.5",
"tracing", "tracing",
] ]
...@@ -5482,7 +5121,7 @@ dependencies = [ ...@@ -5482,7 +5121,7 @@ dependencies = [
"opentelemetry", "opentelemetry",
"opentelemetry_sdk", "opentelemetry_sdk",
"prost 0.14.3", "prost 0.14.3",
"tonic 0.14.4", "tonic 0.14.5",
"tonic-prost", "tonic-prost",
] ]
...@@ -5611,7 +5250,7 @@ dependencies = [ ...@@ -5611,7 +5250,7 @@ dependencies = [
"proc-macro2", "proc-macro2",
"proc-macro2-diagnostics", "proc-macro2-diagnostics",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -5669,7 +5308,7 @@ dependencies = [ ...@@ -5669,7 +5308,7 @@ dependencies = [
"pest_meta", "pest_meta",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -5758,7 +5397,7 @@ checksum = "6e918e4ff8c4549eb882f14b3a4bc8c8bc93de829416eacf579f1207a8fbf861" ...@@ -5758,7 +5397,7 @@ checksum = "6e918e4ff8c4549eb882f14b3a4bc8c8bc93de829416eacf579f1207a8fbf861"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -5876,7 +5515,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" ...@@ -5876,7 +5515,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "479ca8adacdd7ce8f1fb39ce9ecccbfe93a3f1344b3d0d97f20bc0196208f62b" checksum = "479ca8adacdd7ce8f1fb39ce9ecccbfe93a3f1344b3d0d97f20bc0196208f62b"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -5907,7 +5546,7 @@ dependencies = [ ...@@ -5907,7 +5546,7 @@ dependencies = [
"proc-macro-error-attr2", "proc-macro-error-attr2",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -5927,7 +5566,7 @@ checksum = "af066a9c399a26e020ada66a034357a868728e72cd426f3adcd35f80d88d88c8" ...@@ -5927,7 +5566,7 @@ checksum = "af066a9c399a26e020ada66a034357a868728e72cd426f3adcd35f80d88d88c8"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
"version_check", "version_check",
"yansi", "yansi",
] ]
...@@ -5948,7 +5587,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" ...@@ -5948,7 +5587,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "52717f9a02b6965224f95ca2a81e2e0c5c43baacd28ca057577988930b6c3d5b" checksum = "52717f9a02b6965224f95ca2a81e2e0c5c43baacd28ca057577988930b6c3d5b"
dependencies = [ dependencies = [
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -6021,7 +5660,7 @@ dependencies = [ ...@@ -6021,7 +5660,7 @@ dependencies = [
"prost 0.13.5", "prost 0.13.5",
"prost-types 0.13.5", "prost-types 0.13.5",
"regex", "regex",
"syn 2.0.116", "syn 2.0.117",
"tempfile", "tempfile",
] ]
...@@ -6042,7 +5681,7 @@ dependencies = [ ...@@ -6042,7 +5681,7 @@ dependencies = [
"pulldown-cmark", "pulldown-cmark",
"pulldown-cmark-to-cmark", "pulldown-cmark-to-cmark",
"regex", "regex",
"syn 2.0.116", "syn 2.0.117",
"tempfile", "tempfile",
] ]
...@@ -6056,7 +5695,7 @@ dependencies = [ ...@@ -6056,7 +5695,7 @@ dependencies = [
"itertools 0.14.0", "itertools 0.14.0",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -6069,7 +5708,7 @@ dependencies = [ ...@@ -6069,7 +5708,7 @@ dependencies = [
"itertools 0.14.0", "itertools 0.14.0",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -6130,29 +5769,6 @@ dependencies = [ ...@@ -6130,29 +5769,6 @@ dependencies = [
"pulldown-cmark", "pulldown-cmark",
] ]
[[package]]
name = "pulp"
version = "0.22.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2e205bb30d5b916c55e584c22201771bcf2bad9aabd5d4127f38387140c38632"
dependencies = [
"bytemuck",
"cfg-if 1.0.4",
"libm",
"num-complex",
"paste",
"pulp-wasm-simd-flag",
"raw-cpuid",
"reborrow",
"version_check",
]
[[package]]
name = "pulp-wasm-simd-flag"
version = "0.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "40e24eee682d89fb193496edf918a7f407d30175b2e785fe057e4392dfd182e0"
[[package]] [[package]]
name = "pxfm" name = "pxfm"
version = "0.1.27" version = "0.1.27"
...@@ -6335,16 +5951,6 @@ dependencies = [ ...@@ -6335,16 +5951,6 @@ dependencies = [
"getrandom 0.3.4", "getrandom 0.3.4",
] ]
[[package]]
name = "rand_distr"
version = "0.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6a8615d50dcf34fa31f7ab52692afec947c4dd0ab803cc87cb3b0b4570ff7463"
dependencies = [
"num-traits",
"rand 0.9.2",
]
[[package]] [[package]]
name = "rand_xorshift" name = "rand_xorshift"
version = "0.4.0" version = "0.4.0"
...@@ -6404,15 +6010,6 @@ dependencies = [ ...@@ -6404,15 +6010,6 @@ dependencies = [
"rgb", "rgb",
] ]
[[package]]
name = "raw-cpuid"
version = "11.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "498cd0dc59d73224351ee52a95fee0f1a617a2eae0e7d9d720cc622c73a54186"
dependencies = [
"bitflags 2.11.0",
]
[[package]] [[package]]
name = "rawpointer" name = "rawpointer"
version = "0.2.1" version = "0.2.1"
...@@ -6450,12 +6047,6 @@ dependencies = [ ...@@ -6450,12 +6047,6 @@ dependencies = [
"crossbeam-utils", "crossbeam-utils",
] ]
[[package]]
name = "reborrow"
version = "0.5.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "03251193000f4bd3b042892be858ee50e8b3719f2b08e5833ac4353724632430"
[[package]] [[package]]
name = "redox_syscall" name = "redox_syscall"
version = "0.5.18" version = "0.5.18"
...@@ -6502,7 +6093,7 @@ checksum = "b7186006dcb21920990093f30e3dea63b7d6e977bf1256be20c3563a5db070da" ...@@ -6502,7 +6093,7 @@ checksum = "b7186006dcb21920990093f30e3dea63b7d6e977bf1256be20c3563a5db070da"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -6752,7 +6343,7 @@ dependencies = [ ...@@ -6752,7 +6343,7 @@ dependencies = [
"regex", "regex",
"relative-path", "relative-path",
"rustc_version", "rustc_version",
"syn 2.0.116", "syn 2.0.117",
"unicode-ident", "unicode-ident",
] ]
...@@ -6770,7 +6361,7 @@ dependencies = [ ...@@ -6770,7 +6361,7 @@ dependencies = [
"regex", "regex",
"relative-path", "relative-path",
"rustc_version", "rustc_version",
"syn 2.0.116", "syn 2.0.117",
"unicode-ident", "unicode-ident",
] ]
...@@ -6788,7 +6379,7 @@ dependencies = [ ...@@ -6788,7 +6379,7 @@ dependencies = [
"regex", "regex",
"relative-path", "relative-path",
"rustc_version", "rustc_version",
"syn 2.0.116", "syn 2.0.117",
"unicode-ident", "unicode-ident",
] ]
...@@ -6806,7 +6397,7 @@ dependencies = [ ...@@ -6806,7 +6397,7 @@ dependencies = [
"regex", "regex",
"relative-path", "relative-path",
"rustc_version", "rustc_version",
"syn 2.0.116", "syn 2.0.117",
"unicode-ident", "unicode-ident",
] ]
...@@ -6818,7 +6409,7 @@ checksum = "b3a8fb4672e840a587a66fc577a5491375df51ddb88f2a2c2a792598c326fe14" ...@@ -6818,7 +6409,7 @@ checksum = "b3a8fb4672e840a587a66fc577a5491375df51ddb88f2a2c2a792598c326fe14"
dependencies = [ dependencies = [
"quote", "quote",
"rand 0.8.5", "rand 0.8.5",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -6841,7 +6432,7 @@ dependencies = [ ...@@ -6841,7 +6432,7 @@ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"rust-embed-utils", "rust-embed-utils",
"syn 2.0.116", "syn 2.0.117",
"walkdir", "walkdir",
] ]
...@@ -6865,12 +6456,6 @@ dependencies = [ ...@@ -6865,12 +6456,6 @@ dependencies = [
"ordered-multimap", "ordered-multimap",
] ]
[[package]]
name = "rustc-demangle"
version = "0.1.27"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b50b8869d9fc858ce7266cce0194bd74df58b9d0e3f6df3a9fc8eb470d95c09d"
[[package]] [[package]]
name = "rustc-hash" name = "rustc-hash"
version = "1.1.0" version = "1.1.0"
...@@ -6956,7 +6541,7 @@ dependencies = [ ...@@ -6956,7 +6541,7 @@ dependencies = [
"openssl-probe 0.2.1", "openssl-probe 0.2.1",
"rustls-pki-types", "rustls-pki-types",
"schannel", "schannel",
"security-framework 3.6.0", "security-framework 3.7.0",
] ]
[[package]] [[package]]
...@@ -7081,17 +6666,6 @@ version = "1.0.23" ...@@ -7081,17 +6666,6 @@ version = "1.0.23"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f" checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f"
[[package]]
name = "safetensors"
version = "0.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "675656c1eabb620b921efea4f9199f97fc86e36dd6ffd1fbbe48d0f59a4987f5"
dependencies = [
"hashbrown 0.16.1",
"serde",
"serde_json",
]
[[package]] [[package]]
name = "same-file" name = "same-file"
version = "1.0.6" version = "1.0.6"
...@@ -7153,7 +6727,7 @@ dependencies = [ ...@@ -7153,7 +6727,7 @@ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"serde_derive_internals", "serde_derive_internals",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -7193,9 +6767,9 @@ dependencies = [ ...@@ -7193,9 +6767,9 @@ dependencies = [
[[package]] [[package]]
name = "security-framework" name = "security-framework"
version = "3.6.0" version = "3.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d17b898a6d6948c3a8ee4372c17cb384f90d2e6e912ef00895b14fd7ab54ec38" checksum = "b7f4bc775c73d9a02cde8bf7b2ec4c9d12743edf609006c7facc23998404cd1d"
dependencies = [ dependencies = [
"bitflags 2.11.0", "bitflags 2.11.0",
"core-foundation 0.10.1", "core-foundation 0.10.1",
...@@ -7206,9 +6780,9 @@ dependencies = [ ...@@ -7206,9 +6780,9 @@ dependencies = [
[[package]] [[package]]
name = "security-framework-sys" name = "security-framework-sys"
version = "2.16.0" version = "2.17.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "321c8673b092a9a42605034a9879d73cb79101ed5fd117bc9a597b89b4e9e61a" checksum = "6ce2691df843ecc5d231c0b14ece2acc3efb62c0a398c7e1d875f3983ce020e3"
dependencies = [ dependencies = [
"core-foundation-sys", "core-foundation-sys",
"libc", "libc",
...@@ -7226,12 +6800,6 @@ version = "1.0.27" ...@@ -7226,12 +6800,6 @@ version = "1.0.27"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d767eb0aabc880b29956c35734170f26ed551a859dbd361d140cdbeca61ab1e2" checksum = "d767eb0aabc880b29956c35734170f26ed551a859dbd361d140cdbeca61ab1e2"
[[package]]
name = "seq-macro"
version = "0.3.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1bc711410fbe7399f390ca1c3b60ad0f53f80e95c5eb935e52268a0e2cd49acc"
[[package]] [[package]]
name = "serde" name = "serde"
version = "1.0.228" version = "1.0.228"
...@@ -7291,7 +6859,7 @@ checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79" ...@@ -7291,7 +6859,7 @@ checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -7302,7 +6870,7 @@ checksum = "18d26a20a969b9e3fdf2fc2d9f21eda6c40e2de84c9408bb5d3b05d499aae711" ...@@ -7302,7 +6870,7 @@ checksum = "18d26a20a969b9e3fdf2fc2d9f21eda6c40e2de84c9408bb5d3b05d499aae711"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -7347,7 +6915,7 @@ checksum = "175ee3e80ae9982737ca543e96133087cbd9a485eecc3bc4de9c1a37b47ea59c" ...@@ -7347,7 +6915,7 @@ checksum = "175ee3e80ae9982737ca543e96133087cbd9a485eecc3bc4de9c1a37b47ea59c"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -7408,7 +6976,7 @@ dependencies = [ ...@@ -7408,7 +6976,7 @@ dependencies = [
"darling 0.21.3", "darling 0.21.3",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -7447,7 +7015,7 @@ checksum = "6f50427f258fb77356e4cd4aa0e87e2bd2c66dbcee41dc405282cae2bfc26c83" ...@@ -7447,7 +7015,7 @@ checksum = "6f50427f258fb77356e4cd4aa0e87e2bd2c66dbcee41dc405282cae2bfc26c83"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -7672,7 +7240,7 @@ dependencies = [ ...@@ -7672,7 +7240,7 @@ dependencies = [
"heck 0.5.0", "heck 0.5.0",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -7694,9 +7262,9 @@ dependencies = [ ...@@ -7694,9 +7262,9 @@ dependencies = [
[[package]] [[package]]
name = "syn" name = "syn"
version = "2.0.116" version = "2.0.117"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3df424c70518695237746f84cede799c9c58fcb37450d7b23716568cc8bc69cb" checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
...@@ -7726,21 +7294,7 @@ checksum = "728a70f3dbaf5bab7f0c4b1ac8d7ae5ea60a4b5549c8a5914361c99147a709d2" ...@@ -7726,21 +7294,7 @@ checksum = "728a70f3dbaf5bab7f0c4b1ac8d7ae5ea60a4b5549c8a5914361c99147a709d2"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
]
[[package]]
name = "sysctl"
version = "0.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "01198a2debb237c62b6826ec7081082d951f46dbb64b0e8c7649a452230d1dfc"
dependencies = [
"bitflags 2.11.0",
"byteorder",
"enum-as-inner",
"libc",
"thiserror 1.0.69",
"walkdir",
] ]
[[package]] [[package]]
...@@ -7862,7 +7416,7 @@ checksum = "4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1" ...@@ -7862,7 +7416,7 @@ checksum = "4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -7873,7 +7427,7 @@ checksum = "ebc4ee7f67670e9b64d05fa4253e753e016c6c95ff35b89b7941d6b856dec1d5" ...@@ -7873,7 +7427,7 @@ checksum = "ebc4ee7f67670e9b64d05fa4253e753e016c6c95ff35b89b7941d6b856dec1d5"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -8010,7 +7564,6 @@ dependencies = [ ...@@ -8010,7 +7564,6 @@ dependencies = [
"dary_heap", "dary_heap",
"derive_builder", "derive_builder",
"esaxx-rs", "esaxx-rs",
"fancy-regex 0.14.0",
"getrandom 0.3.4", "getrandom 0.3.4",
"hf-hub", "hf-hub",
"itertools 0.14.0", "itertools 0.14.0",
...@@ -8059,7 +7612,7 @@ checksum = "af407857209536a95c8e56f8231ef2c2e2aff839b22e07a1ffcbc617e9db9fa5" ...@@ -8059,7 +7612,7 @@ checksum = "af407857209536a95c8e56f8231ef2c2e2aff839b22e07a1ffcbc617e9db9fa5"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -8167,33 +7720,6 @@ dependencies = [ ...@@ -8167,33 +7720,6 @@ dependencies = [
"webpki-roots 0.26.11", "webpki-roots 0.26.11",
] ]
[[package]]
name = "toktrie"
version = "1.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ffa8a452d8e72d897dc752aa6e93d8c7caae130d93292bb5b8c5e59baf0082b1"
dependencies = [
"anyhow",
"bytemuck",
"bytemuck_derive",
"serde",
"serde_json",
]
[[package]]
name = "toktrie_hf_tokenizers"
version = "1.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "30dd77f9b9277fc5418df1693e11c85c1c59b9d69fb95e8ef14acce8b0e98648"
dependencies = [
"anyhow",
"log",
"serde",
"serde_json",
"tokenizers",
"toktrie",
]
[[package]] [[package]]
name = "toml" name = "toml"
version = "0.8.23" version = "0.8.23"
...@@ -8339,9 +7865,9 @@ dependencies = [ ...@@ -8339,9 +7865,9 @@ dependencies = [
[[package]] [[package]]
name = "tonic" name = "tonic"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7f32a6f80051a4111560201420c7885d0082ba9efe2ab61875c587bb6b18b9a0" checksum = "fec7c61a0695dc1887c1b53952990f3ad2e3a31453e1f49f10e75424943a93ec"
dependencies = [ dependencies = [
"async-trait", "async-trait",
"axum 0.8.4", "axum 0.8.4",
...@@ -8378,46 +7904,46 @@ dependencies = [ ...@@ -8378,46 +7904,46 @@ dependencies = [
"prost-build 0.13.5", "prost-build 0.13.5",
"prost-types 0.13.5", "prost-types 0.13.5",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
name = "tonic-build" name = "tonic-build"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ce6d8958ed3be404120ca43ffa0fb1e1fc7be214e96c8d33bd43a131b6eebc9e" checksum = "1882ac3bf5ef12877d7ed57aad87e75154c11931c2ba7e6cde5e22d63522c734"
dependencies = [ dependencies = [
"prettyplease", "prettyplease",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
name = "tonic-prost" name = "tonic-prost"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9f86539c0089bfd09b1f8c0ab0239d80392af74c21bc9e0f15e1b4aca4c1647f" checksum = "a55376a0bbaa4975a3f10d009ad763d8f4108f067c7c2e74f3001fb49778d309"
dependencies = [ dependencies = [
"bytes", "bytes",
"prost 0.14.3", "prost 0.14.3",
"tonic 0.14.4", "tonic 0.14.5",
] ]
[[package]] [[package]]
name = "tonic-prost-build" name = "tonic-prost-build"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "65873ace111e90344b8973e94a1fc817c924473affff24629281f90daed1cd2e" checksum = "f3144df636917574672e93d0f56d7edec49f90305749c668df5101751bb8f95a"
dependencies = [ dependencies = [
"prettyplease", "prettyplease",
"proc-macro2", "proc-macro2",
"prost-build 0.14.3", "prost-build 0.14.3",
"prost-types 0.14.3", "prost-types 0.14.3",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
"tempfile", "tempfile",
"tonic-build 0.14.4", "tonic-build 0.14.5",
] ]
[[package]] [[package]]
...@@ -8512,7 +8038,7 @@ checksum = "7490cfa5ec963746568740651ac6781f701c9c5ea257c58e057f3ba8cf69e8da" ...@@ -8512,7 +8038,7 @@ checksum = "7490cfa5ec963746568740651ac6781f701c9c5ea257c58e057f3ba8cf69e8da"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -8613,12 +8139,6 @@ dependencies = [ ...@@ -8613,12 +8139,6 @@ dependencies = [
"utf-8", "utf-8",
] ]
[[package]]
name = "typed-path"
version = "0.12.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8e28f89b80c87b8fb0cf04ab448d5dd0dd0ade2f8891bae878de66a75a28600e"
[[package]] [[package]]
name = "typeid" name = "typeid"
version = "1.0.3" version = "1.0.3"
...@@ -8884,7 +8404,7 @@ dependencies = [ ...@@ -8884,7 +8404,7 @@ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"regex", "regex",
"syn 2.0.116", "syn 2.0.117",
"url", "url",
"uuid", "uuid",
] ]
...@@ -8957,7 +8477,7 @@ dependencies = [ ...@@ -8957,7 +8477,7 @@ dependencies = [
"proc-macro-error2", "proc-macro-error2",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -9055,9 +8575,9 @@ dependencies = [ ...@@ -9055,9 +8575,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen" name = "wasm-bindgen"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "64024a30ec1e37399cf85a7ffefebdb72205ca1c972291c51512360d90bd8566" checksum = "9ff9c7baef35ac3c0e17d8bfc9ad75eb62f85a2f02bccc906699dadb0aa9c622"
dependencies = [ dependencies = [
"cfg-if 1.0.4", "cfg-if 1.0.4",
"once_cell", "once_cell",
...@@ -9068,9 +8588,9 @@ dependencies = [ ...@@ -9068,9 +8588,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-futures" name = "wasm-bindgen-futures"
version = "0.4.58" version = "0.4.59"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "70a6e77fd0ae8029c9ea0063f87c46fde723e7d887703d74ad2616d792e51e6f" checksum = "d24699cd39db9966cf6e2ef10d2f72779c961ad905911f395ea201c3ec9f545d"
dependencies = [ dependencies = [
"cfg-if 1.0.4", "cfg-if 1.0.4",
"futures-util", "futures-util",
...@@ -9082,9 +8602,9 @@ dependencies = [ ...@@ -9082,9 +8602,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-macro" name = "wasm-bindgen-macro"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "008b239d9c740232e71bd39e8ef6429d27097518b6b30bdf9086833bd5b6d608" checksum = "39455e84ad887a0bbc93c116d72403f1bb0a39e37dd6f235a43e2128a0c7f1fd"
dependencies = [ dependencies = [
"quote", "quote",
"wasm-bindgen-macro-support", "wasm-bindgen-macro-support",
...@@ -9092,22 +8612,22 @@ dependencies = [ ...@@ -9092,22 +8612,22 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-macro-support" name = "wasm-bindgen-macro-support"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5256bae2d58f54820e6490f9839c49780dff84c65aeab9e772f15d5f0e913a55" checksum = "dff4761f60b0b51fd13fec8764167b7bbcc34498ce3e52805fe1db6f2d56b6d6"
dependencies = [ dependencies = [
"bumpalo", "bumpalo",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
"wasm-bindgen-shared", "wasm-bindgen-shared",
] ]
[[package]] [[package]]
name = "wasm-bindgen-shared" name = "wasm-bindgen-shared"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1f01b580c9ac74c8d8f0c0e4afb04eeef2acf145458e52c03845ee9cd23e3d12" checksum = "bc6a171c53d98021a93a474c4a4579d76ba97f9517d871bc12e27640f218b6dd"
dependencies = [ dependencies = [
"unicode-ident", "unicode-ident",
] ]
...@@ -9161,9 +8681,9 @@ dependencies = [ ...@@ -9161,9 +8681,9 @@ dependencies = [
[[package]] [[package]]
name = "web-sys" name = "web-sys"
version = "0.3.85" version = "0.3.86"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "312e32e551d92129218ea9a2452120f4aabc03529ef03e4d0d82fb2780608598" checksum = "668fa5d00434e890a452ab060d24e3904d1be93f7bb01b70e5603baa2b8ab23b"
dependencies = [ dependencies = [
"js-sys", "js-sys",
"wasm-bindgen", "wasm-bindgen",
...@@ -9267,7 +8787,7 @@ checksum = "053e2e040ab57b9dc951b72c264860db7eb3b0200ba345b4e4c3b14f67855ddf" ...@@ -9267,7 +8787,7 @@ checksum = "053e2e040ab57b9dc951b72c264860db7eb3b0200ba345b4e4c3b14f67855ddf"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -9278,7 +8798,7 @@ checksum = "3f316c4a2570ba26bbec722032c4099d8c8bc095efccdc15688708623367e358" ...@@ -9278,7 +8798,7 @@ checksum = "3f316c4a2570ba26bbec722032c4099d8c8bc095efccdc15688708623367e358"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -9596,7 +9116,7 @@ dependencies = [ ...@@ -9596,7 +9116,7 @@ dependencies = [
"heck 0.5.0", "heck 0.5.0",
"indexmap 2.13.0", "indexmap 2.13.0",
"prettyplease", "prettyplease",
"syn 2.0.116", "syn 2.0.117",
"wasm-metadata", "wasm-metadata",
"wit-bindgen-core", "wit-bindgen-core",
"wit-component", "wit-component",
...@@ -9612,7 +9132,7 @@ dependencies = [ ...@@ -9612,7 +9132,7 @@ dependencies = [
"prettyplease", "prettyplease",
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
"wit-bindgen-core", "wit-bindgen-core",
"wit-bindgen-rust", "wit-bindgen-rust",
] ]
...@@ -9718,7 +9238,7 @@ checksum = "b659052874eb698efe5b9e8cf382204678a0086ebf46982b79d6ca3182927e5d" ...@@ -9718,7 +9238,7 @@ checksum = "b659052874eb698efe5b9e8cf382204678a0086ebf46982b79d6ca3182927e5d"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
"synstructure", "synstructure",
] ]
...@@ -9739,7 +9259,7 @@ checksum = "4122cd3169e94605190e77839c9a40d40ed048d305bfdc146e7df40ab0f3e517" ...@@ -9739,7 +9259,7 @@ checksum = "4122cd3169e94605190e77839c9a40d40ed048d305bfdc146e7df40ab0f3e517"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -9759,7 +9279,7 @@ checksum = "d71e5d6e06ab090c67b5e44993ec16b72dcbaabc526db883a360057678b48502" ...@@ -9759,7 +9279,7 @@ checksum = "d71e5d6e06ab090c67b5e44993ec16b72dcbaabc526db883a360057678b48502"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
"synstructure", "synstructure",
] ]
...@@ -9836,7 +9356,7 @@ checksum = "eadce39539ca5cb3985590102671f2567e659fca9666581ad3411d59207951f3" ...@@ -9836,7 +9356,7 @@ checksum = "eadce39539ca5cb3985590102671f2567e659fca9666581ad3411d59207951f3"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
"syn 2.0.116", "syn 2.0.117",
] ]
[[package]] [[package]]
...@@ -9870,18 +9390,6 @@ dependencies = [ ...@@ -9870,18 +9390,6 @@ dependencies = [
"zopfli", "zopfli",
] ]
[[package]]
name = "zip"
version = "7.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c42e33efc22a0650c311c2ef19115ce232583abbe80850bc8b66509ebef02de0"
dependencies = [
"crc32fast",
"indexmap 2.13.0",
"memchr",
"typed-path",
]
[[package]] [[package]]
name = "zlib-rs" name = "zlib-rs"
version = "0.6.2" version = "0.6.2"
......
lib/bindings/c/Cargo.toml
View file @ 7a6283e9
...@@ -34,13 +34,9 @@ dynamo-llm = { path = "../../llm" } ...@@ -34,13 +34,9 @@ dynamo-llm = { path = "../../llm" }
dynamo-runtime = { path = "../../runtime" } dynamo-runtime = { path = "../../runtime" }
anyhow = { workspace = true } anyhow = { workspace = true }
futures = { workspace = true }
serde = { workspace = true }
serde_json = { workspace = true } serde_json = { workspace = true }
tokio = { workspace = true } tokio = { workspace = true }
tokio-stream = { workspace = true }
tracing = { workspace = true } tracing = { workspace = true }
uuid = { workspace = true }
async-once-cell = { version = "0.5.4" } async-once-cell = { version = "0.5.4" }
libc = { version = "0.2" } libc = { version = "0.2" }
......
lib/bindings/kvbm/Cargo.lock
View file @ 7a6283e9
...@@ -2,15 +2,6 @@ ...@@ -2,15 +2,6 @@
# It is not intended for manual editing. # It is not intended for manual editing.
version = 4 version = 4
[[package]]
name = "addr2line"
version = "0.25.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1b5d307320b3181d6d7954e663bd7c774a838b8220fe0593c86d9fb09f498b4b"
dependencies = [
"gimli",
]
[[package]] [[package]]
name = "adler2" name = "adler2"
version = "2.0.1" version = "2.0.1"
...@@ -40,12 +31,6 @@ dependencies = [ ...@@ -40,12 +31,6 @@ dependencies = [
"memchr", "memchr",
] ]
[[package]]
name = "akin"
version = "0.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1763692fc1416554cf051efc56a3de5595eca47299d731cc5c2b583adf8b4d2f"
[[package]] [[package]]
name = "aligned" name = "aligned"
version = "0.4.3" version = "0.4.3"
...@@ -131,12 +116,9 @@ dependencies = [ ...@@ -131,12 +116,9 @@ dependencies = [
[[package]] [[package]]
name = "anyhow" name = "anyhow"
version = "1.0.101" version = "1.0.102"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5f0e0fee31ef5ed1ba1316088939cea399010ed7731dba877ed44aeb407a75ea" checksum = "7f202df86484c868dbad7eaa557ef785d5c66295e41b460ef922eca0723b842c"
dependencies = [
"backtrace",
]
[[package]] [[package]]
name = "arbitrary" name = "arbitrary"
...@@ -530,21 +512,6 @@ dependencies = [ ...@@ -530,21 +512,6 @@ dependencies = [
"tokio", "tokio",
] ]
[[package]]
name = "backtrace"
version = "0.3.76"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "bb531853791a215d7c62a30daf0dde835f381ab5de4589cfe7c649d2cbe92bd6"
dependencies = [
"addr2line",
"cfg-if 1.0.4",
"libc",
"miniz_oxide",
"object",
"rustc-demangle",
"windows-link",
]
[[package]] [[package]]
name = "base64" name = "base64"
version = "0.13.1" version = "0.13.1"
...@@ -618,16 +585,7 @@ version = "0.5.3" ...@@ -618,16 +585,7 @@ version = "0.5.3"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "0700ddab506f33b20a03b13996eccd309a48e5ff77d0d95926aa0210fb4e95f1" checksum = "0700ddab506f33b20a03b13996eccd309a48e5ff77d0d95926aa0210fb4e95f1"
dependencies = [ dependencies = [
"bit-vec 0.6.3", "bit-vec",
]
[[package]]
name = "bit-set"
version = "0.8.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "08807e080ed7f9d5433fa9b275196cfc35414f66a0c79d864dc51a0d825231a3"
dependencies = [
"bit-vec 0.8.0",
] ]
[[package]] [[package]]
...@@ -636,12 +594,6 @@ version = "0.6.3" ...@@ -636,12 +594,6 @@ version = "0.6.3"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "349f9b6a179ed607305526ca489b34ad0a41aed5f7980fa90eb03160b69598fb" checksum = "349f9b6a179ed607305526ca489b34ad0a41aed5f7980fa90eb03160b69598fb"
[[package]]
name = "bit-vec"
version = "0.8.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5e764a1d40d510daf35e07be9eb06e75770908c27d411ee6c92109c9840eaaf7"
[[package]] [[package]]
name = "bit_field" name = "bit_field"
version = "0.10.3" version = "0.10.3"
...@@ -745,29 +697,15 @@ checksum = "f4ad8f11f288f48ca24471bbd51ac257aaeaaa07adae295591266b792902ae64" ...@@ -745,29 +697,15 @@ checksum = "f4ad8f11f288f48ca24471bbd51ac257aaeaaa07adae295591266b792902ae64"
[[package]] [[package]]
name = "bumpalo" name = "bumpalo"
version = "3.20.1" version = "3.20.2"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5c6f81257d10a0f602a294ae4182251151ff97dbb504ef9afcdda4a64b24d9b4" checksum = "5d20789868f4b01b2f2caec9f5c4e0213b41e3e5702a50157d699ae31ced2fcb"
[[package]] [[package]]
name = "bytemuck" name = "bytemuck"
version = "1.25.0" version = "1.25.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c8efb64bd706a16a1bdde310ae86b351e4d21550d98d056f22f8a7f7a2183fec" checksum = "c8efb64bd706a16a1bdde310ae86b351e4d21550d98d056f22f8a7f7a2183fec"
dependencies = [
"bytemuck_derive",
]
[[package]]
name = "bytemuck_derive"
version = "1.10.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f9abbd1bc6865053c427f7198e6af43bfdedc55ab791faed4fbd361d789575ff"
dependencies = [
"proc-macro2",
"quote",
"syn",
]
[[package]] [[package]]
name = "byteorder" name = "byteorder"
...@@ -790,29 +728,6 @@ dependencies = [ ...@@ -790,29 +728,6 @@ dependencies = [
"serde", "serde",
] ]
[[package]]
name = "candle-core"
version = "0.9.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c15b675b80d994b2eadb20a4bbe434eabeb454eac3ee5e2b4cf6f147ee9be091"
dependencies = [
"byteorder",
"float8",
"gemm",
"half",
"libm",
"memmap2",
"num-traits",
"num_cpus",
"rand 0.9.2",
"rand_distr",
"rayon",
"safetensors",
"thiserror 2.0.18",
"yoke",
"zip 7.2.0",
]
[[package]] [[package]]
name = "castaway" name = "castaway"
version = "0.2.4" version = "0.2.4"
...@@ -898,9 +813,9 @@ dependencies = [ ...@@ -898,9 +813,9 @@ dependencies = [
[[package]] [[package]]
name = "clap" name = "clap"
version = "4.5.59" version = "4.5.60"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c5caf74d17c3aec5495110c34cc3f78644bfa89af6c8993ed4de2790e49b6499" checksum = "2797f34da339ce31042b27d23607e051786132987f595b02ba4f6a6dffb7030a"
dependencies = [ dependencies = [
"clap_builder", "clap_builder",
"clap_derive", "clap_derive",
...@@ -908,9 +823,9 @@ dependencies = [ ...@@ -908,9 +823,9 @@ dependencies = [
[[package]] [[package]]
name = "clap_builder" name = "clap_builder"
version = "4.5.59" version = "4.5.60"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "370daa45065b80218950227371916a1633217ae42b2715b2287b606dcd618e24" checksum = "24a241312cea5059b13574bb9b3861cabf758b879c15190b37b6d6fd63ab6876"
dependencies = [ dependencies = [
"anstream", "anstream",
"anstyle", "anstyle",
...@@ -1573,22 +1488,6 @@ version = "1.0.20" ...@@ -1573,22 +1488,6 @@ version = "1.0.20"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d0881ea181b1df73ff77ffaaf9c7544ecc11e82fba9b5f27b262a3c73a332555" checksum = "d0881ea181b1df73ff77ffaaf9c7544ecc11e82fba9b5f27b262a3c73a332555"
[[package]]
name = "dyn-stack"
version = "0.13.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1c4713e43e2886ba72b8271aa66c93d722116acf7a75555cce11dcde84388fe8"
dependencies = [
"bytemuck",
"dyn-stack-macros",
]
[[package]]
name = "dyn-stack-macros"
version = "0.1.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9"
[[package]] [[package]]
name = "dynamo-async-openai" name = "dynamo-async-openai"
version = "0.9.0" version = "0.9.0"
...@@ -1649,15 +1548,12 @@ dependencies = [ ...@@ -1649,15 +1548,12 @@ dependencies = [
name = "dynamo-llm" name = "dynamo-llm"
version = "0.9.0" version = "0.9.0"
dependencies = [ dependencies = [
"ahash",
"aho-corasick", "aho-corasick",
"akin",
"aligned-vec", "aligned-vec",
"anyhow", "anyhow",
"async-nats", "async-nats",
"async-stream", "async-stream",
"async-trait", "async-trait",
"async_zmq",
"axum", "axum",
"axum-server", "axum-server",
"base64 0.22.1", "base64 0.22.1",
...@@ -1667,7 +1563,6 @@ dependencies = [ ...@@ -1667,7 +1563,6 @@ dependencies = [
"bs62", "bs62",
"bytemuck", "bytemuck",
"bytes", "bytes",
"candle-core",
"chrono", "chrono",
"cudarc 0.17.8", "cudarc 0.17.8",
"dashmap 5.5.3", "dashmap 5.5.3",
...@@ -1682,26 +1577,19 @@ dependencies = [ ...@@ -1682,26 +1577,19 @@ dependencies = [
"dynamo-runtime", "dynamo-runtime",
"dynamo-tokens", "dynamo-tokens",
"either", "either",
"erased-serde",
"etcd-client",
"flate2", "flate2",
"futures", "futures",
"futures-util", "futures-util",
"galil-seiferas", "galil-seiferas",
"hf-hub", "hf-hub",
"humantime", "humantime",
"hyper",
"hyper-util",
"image", "image",
"itertools 0.14.0",
"json-five", "json-five",
"minijinja", "minijinja",
"minijinja-contrib", "minijinja-contrib",
"modelexpress-client", "modelexpress-client",
"modelexpress-common", "modelexpress-common",
"ndarray", "ndarray",
"ndarray-interp",
"ndarray-npy",
"nix 0.26.4", "nix 0.26.4",
"nixl-sys", "nixl-sys",
"object_store", "object_store",
...@@ -1712,7 +1600,6 @@ dependencies = [ ...@@ -1712,7 +1600,6 @@ dependencies = [
"prost 0.13.5", "prost 0.13.5",
"rand 0.9.2", "rand 0.9.2",
"rayon", "rayon",
"regex",
"reqwest", "reqwest",
"rmp-serde", "rmp-serde",
"rustls", "rustls",
...@@ -1727,14 +1614,10 @@ dependencies = [ ...@@ -1727,14 +1614,10 @@ dependencies = [
"tokio-rayon", "tokio-rayon",
"tokio-stream", "tokio-stream",
"tokio-util", "tokio-util",
"toktrie",
"toktrie_hf_tokenizers",
"tonic 0.13.1", "tonic 0.13.1",
"tonic-build 0.13.1", "tonic-build 0.13.1",
"tower",
"tower-http", "tower-http",
"tracing", "tracing",
"unicode-segmentation",
"url", "url",
"utoipa", "utoipa",
"utoipa-swagger-ui", "utoipa-swagger-ui",
...@@ -1791,7 +1674,6 @@ version = "0.9.0" ...@@ -1791,7 +1674,6 @@ version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-async-openai", "dynamo-async-openai",
"lazy_static",
"num-traits", "num-traits",
"openai-harmony", "openai-harmony",
"regex", "regex",
...@@ -1829,17 +1711,13 @@ dependencies = [ ...@@ -1829,17 +1711,13 @@ dependencies = [
"figment", "figment",
"futures", "futures",
"humantime", "humantime",
"hyper",
"hyper-util", "hyper-util",
"inotify 0.11.0",
"k8s-openapi", "k8s-openapi",
"kube", "kube",
"libc", "libc",
"local-ip-address", "local-ip-address",
"log", "log",
"lru", "lru",
"nid",
"nix 0.29.0",
"notify", "notify",
"nuid", "nuid",
"once_cell", "once_cell",
...@@ -1858,12 +1736,10 @@ dependencies = [ ...@@ -1858,12 +1736,10 @@ dependencies = [
"serde_json", "serde_json",
"socket2 0.5.10", "socket2 0.5.10",
"thiserror 2.0.18", "thiserror 2.0.18",
"tmq",
"tokio", "tokio",
"tokio-rayon", "tokio-rayon",
"tokio-stream", "tokio-stream",
"tokio-util", "tokio-util",
"tower",
"tower-http", "tower-http",
"tracing", "tracing",
"tracing-opentelemetry", "tracing-opentelemetry",
...@@ -1947,18 +1823,6 @@ dependencies = [ ...@@ -1947,18 +1823,6 @@ dependencies = [
"cfg-if 1.0.4", "cfg-if 1.0.4",
] ]
[[package]]
name = "enum-as-inner"
version = "0.6.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a1e6a265c649f3f5979b601d26f1d05ada116434c87741c9493cb56218f76cbc"
dependencies = [
"heck",
"proc-macro2",
"quote",
"syn",
]
[[package]] [[package]]
name = "enum-ordinalize" name = "enum-ordinalize"
version = "4.3.2" version = "4.3.2"
...@@ -2045,8 +1909,8 @@ dependencies = [ ...@@ -2045,8 +1909,8 @@ dependencies = [
"prost 0.14.3", "prost 0.14.3",
"tokio", "tokio",
"tokio-stream", "tokio-stream",
"tonic 0.14.4", "tonic 0.14.5",
"tonic-build 0.14.4", "tonic-build 0.14.5",
"tonic-prost", "tonic-prost",
"tonic-prost-build", "tonic-prost-build",
"tower", "tower",
...@@ -2106,18 +1970,7 @@ version = "0.13.0" ...@@ -2106,18 +1970,7 @@ version = "0.13.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "531e46835a22af56d1e3b66f04844bed63158bc094a628bec1d321d9b4c44bf2" checksum = "531e46835a22af56d1e3b66f04844bed63158bc094a628bec1d321d9b4c44bf2"
dependencies = [ dependencies = [
"bit-set 0.5.3", "bit-set",
"regex-automata",
"regex-syntax",
]
[[package]]
name = "fancy-regex"
version = "0.14.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6e24cb5a94bcae1e5408b0effca5cd7172ea3c5755049c5f3af4cd283a165298"
dependencies = [
"bit-set 0.8.0",
"regex-automata", "regex-automata",
"regex-syntax", "regex-syntax",
] ]
...@@ -2217,18 +2070,6 @@ dependencies = [ ...@@ -2217,18 +2070,6 @@ dependencies = [
"zlib-rs", "zlib-rs",
] ]
[[package]]
name = "float8"
version = "0.6.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "719a903cc23e4a89e87962c2a80fdb45cdaad0983a89bd150bb57b4c8571a7d5"
dependencies = [
"half",
"num-traits",
"rand 0.9.2",
"rand_distr",
]
[[package]] [[package]]
name = "flume" name = "flume"
version = "0.12.0" version = "0.12.0"
...@@ -2253,12 +2094,6 @@ version = "0.1.5" ...@@ -2253,12 +2094,6 @@ version = "0.1.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2" checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2"
[[package]]
name = "foldhash"
version = "0.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "77ce24cb58228fbb8aa041425bb1050850ac19177686ea6e0f41a70416f56fdb"
[[package]] [[package]]
name = "form_urlencoded" name = "form_urlencoded"
version = "1.2.2" version = "1.2.2"
...@@ -2413,125 +2248,6 @@ dependencies = [ ...@@ -2413,125 +2248,6 @@ dependencies = [
"unchecked-index", "unchecked-index",
] ]
[[package]]
name = "gemm"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "aa0673db364b12263d103b68337a68fbecc541d6f6b61ba72fe438654709eacb"
dependencies = [
"dyn-stack",
"gemm-c32",
"gemm-c64",
"gemm-common",
"gemm-f16",
"gemm-f32",
"gemm-f64",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]]
name = "gemm-c32"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "086936dbdcb99e37aad81d320f98f670e53c1e55a98bee70573e83f95beb128c"
dependencies = [
"dyn-stack",
"gemm-common",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]]
name = "gemm-c64"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "20c8aeeeec425959bda4d9827664029ba1501a90a0d1e6228e48bef741db3a3f"
dependencies = [
"dyn-stack",
"gemm-common",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]]
name = "gemm-common"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "88027625910cc9b1085aaaa1c4bc46bb3a36aad323452b33c25b5e4e7c8e2a3e"
dependencies = [
"bytemuck",
"dyn-stack",
"half",
"libm",
"num-complex",
"num-traits",
"once_cell",
"paste",
"pulp",
"raw-cpuid",
"rayon",
"seq-macro",
"sysctl",
]
[[package]]
name = "gemm-f16"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e3df7a55202e6cd6739d82ae3399c8e0c7e1402859b30e4cb780e61525d9486e"
dependencies = [
"dyn-stack",
"gemm-common",
"gemm-f32",
"half",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"rayon",
"seq-macro",
]
[[package]]
name = "gemm-f32"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "02e0b8c9da1fbec6e3e3ab2ce6bc259ef18eb5f6f0d3e4edf54b75f9fd41a81c"
dependencies = [
"dyn-stack",
"gemm-common",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]]
name = "gemm-f64"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "056131e8f2a521bfab322f804ccd652520c79700d81209e9d9275bbdecaadc6a"
dependencies = [
"dyn-stack",
"gemm-common",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]] [[package]]
name = "generic-array" name = "generic-array"
version = "0.14.7" version = "0.14.7"
...@@ -2613,12 +2329,6 @@ dependencies = [ ...@@ -2613,12 +2329,6 @@ dependencies = [
"weezl", "weezl",
] ]
[[package]]
name = "gimli"
version = "0.32.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e629b9b98ef3dd8afe6ca2bd0f89306cec16d43d907889945bc5d6687f2f13c7"
[[package]] [[package]]
name = "glob" name = "glob"
version = "0.3.3" version = "0.3.3"
...@@ -2662,12 +2372,8 @@ version = "2.7.1" ...@@ -2662,12 +2372,8 @@ version = "2.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6ea2d84b969582b4b1864a92dc5d27cd2b77b622a8d79306834f1be5ba20d84b" checksum = "6ea2d84b969582b4b1864a92dc5d27cd2b77b622a8d79306834f1be5ba20d84b"
dependencies = [ dependencies = [
"bytemuck",
"cfg-if 1.0.4", "cfg-if 1.0.4",
"crunchy", "crunchy",
"num-traits",
"rand 0.9.2",
"rand_distr",
"zerocopy", "zerocopy",
] ]
...@@ -2694,7 +2400,7 @@ checksum = "9229cfe53dfd69f0609a49f65461bd93001ea1ef889cd5529dd176593f5338a1" ...@@ -2694,7 +2400,7 @@ checksum = "9229cfe53dfd69f0609a49f65461bd93001ea1ef889cd5529dd176593f5338a1"
dependencies = [ dependencies = [
"allocator-api2", "allocator-api2",
"equivalent", "equivalent",
"foldhash 0.1.5", "foldhash",
] ]
[[package]] [[package]]
...@@ -2702,13 +2408,6 @@ name = "hashbrown" ...@@ -2702,13 +2408,6 @@ name = "hashbrown"
version = "0.16.1" version = "0.16.1"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "841d1cc9bed7f9236f321df977030373f4a4163ae1a7dbfe1a51a2c1a51d9100" checksum = "841d1cc9bed7f9236f321df977030373f4a4163ae1a7dbfe1a51a2c1a51d9100"
dependencies = [
"allocator-api2",
"equivalent",
"foldhash 0.2.0",
"serde",
"serde_core",
]
[[package]] [[package]]
name = "hashlink" name = "hashlink"
...@@ -3152,19 +2851,6 @@ dependencies = [ ...@@ -3152,19 +2851,6 @@ dependencies = [
"libc", "libc",
] ]
[[package]]
name = "inotify"
version = "0.11.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f37dccff2791ab604f9babef0ba14fbe0be30bd368dc541e2b08d07c8aa908f3"
dependencies = [
"bitflags 2.11.0",
"futures-core",
"inotify-sys",
"libc",
"tokio",
]
[[package]] [[package]]
name = "inotify-sys" name = "inotify-sys"
version = "0.1.5" version = "0.1.5"
...@@ -3196,9 +2882,9 @@ dependencies = [ ...@@ -3196,9 +2882,9 @@ dependencies = [
[[package]] [[package]]
name = "inventory" name = "inventory"
version = "0.3.21" version = "0.3.22"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "bc61209c082fbeb19919bee74b176221b27223e27b65d781eb91af24eb1fb46e" checksum = "009ae045c87e7082cb72dab0ccd01ae075dd00141ddc108f43a0ea150a9e7227"
dependencies = [ dependencies = [
"rustversion", "rustversion",
] ]
...@@ -3332,9 +3018,9 @@ dependencies = [ ...@@ -3332,9 +3018,9 @@ dependencies = [
[[package]] [[package]]
name = "js-sys" name = "js-sys"
version = "0.3.85" version = "0.3.86"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8c942ebf8e95485ca0d52d97da7c5a2c387d0e7f0ba4c35e93bfcaee045955b3" checksum = "d36139f1c97c42c0c86a411910b04e48d4939a0376e6e0f989420cbdee0120e5"
dependencies = [ dependencies = [
"once_cell", "once_cell",
"wasm-bindgen", "wasm-bindgen",
...@@ -3562,32 +3248,19 @@ name = "kvbm-py3" ...@@ -3562,32 +3248,19 @@ name = "kvbm-py3"
version = "0.9.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-stream",
"async-trait",
"cudarc 0.16.6", "cudarc 0.16.6",
"derive-getters", "derive-getters",
"dlpark", "dlpark",
"dynamo-llm", "dynamo-llm",
"dynamo-runtime", "dynamo-runtime",
"either",
"futures",
"local-ip-address",
"once_cell",
"prometheus",
"pyo3", "pyo3",
"pyo3-async-runtimes", "pyo3-async-runtimes",
"pythonize",
"rand 0.9.2",
"rstest",
"serde", "serde",
"serde_json", "serde_json",
"socket2 0.6.2",
"thiserror 2.0.18", "thiserror 2.0.18",
"tokio", "tokio",
"tokio-stream",
"tokio-util", "tokio-util",
"tracing", "tracing",
"tracing-subscriber",
"uuid", "uuid",
] ]
...@@ -3858,7 +3531,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index" ...@@ -3858,7 +3531,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "714098028fe011992e1c3962653c96b2d578c4b4bce9036e15ff220319b1e0e3" checksum = "714098028fe011992e1c3962653c96b2d578c4b4bce9036e15ff220319b1e0e3"
dependencies = [ dependencies = [
"libc", "libc",
"stable_deref_trait",
] ]
[[package]] [[package]]
...@@ -3903,9 +3575,9 @@ dependencies = [ ...@@ -3903,9 +3575,9 @@ dependencies = [
[[package]] [[package]]
name = "minijinja" name = "minijinja"
version = "2.15.1" version = "2.16.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b479616bb6f0779fb0f3964246beda02d4b01144e1b0d5519616e012ccc2a245" checksum = "5c54f3bcc034dd74496b5ca929fd0b710186672d5ff0b0f255a9ceb259042ece"
dependencies = [ dependencies = [
"memo-map", "memo-map",
"self_cell", "self_cell",
...@@ -3914,9 +3586,9 @@ dependencies = [ ...@@ -3914,9 +3586,9 @@ dependencies = [
[[package]] [[package]]
name = "minijinja-contrib" name = "minijinja-contrib"
version = "2.15.1" version = "2.16.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7826089e6af7bc638f69a44b100ebe7f6c64b182cfde16558d5cd38ac8adde20" checksum = "86201a560fde90bf270d3c9d5da0c2a5a0c25bd3242d674fcf03e6a35fcfa7ba"
dependencies = [ dependencies = [
"minijinja", "minijinja",
"serde", "serde",
...@@ -4162,17 +3834,6 @@ version = "1.0.6" ...@@ -4162,17 +3834,6 @@ version = "1.0.6"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "650eef8c711430f1a879fdd01d4745a7deea475becfb90269c06775983bbf086" checksum = "650eef8c711430f1a879fdd01d4745a7deea475becfb90269c06775983bbf086"
[[package]]
name = "nid"
version = "3.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4abdf1789932b85dc39446e27f45a1064a30f9e19a2b872b1d09bd59283f85f3"
dependencies = [
"rand 0.8.5",
"serde",
"thiserror 1.0.69",
]
[[package]] [[package]]
name = "nix" name = "nix"
version = "0.26.4" version = "0.26.4"
...@@ -4186,18 +3847,6 @@ dependencies = [ ...@@ -4186,18 +3847,6 @@ dependencies = [
"pin-utils", "pin-utils",
] ]
[[package]]
name = "nix"
version = "0.29.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "71e2746dc3a24dd78b3cfcb7be93368c6de9963d30f43a6a73998a9cf4b17b46"
dependencies = [
"bitflags 2.11.0",
"cfg-if 1.0.4",
"cfg_aliases",
"libc",
]
[[package]] [[package]]
name = "nix" name = "nix"
version = "0.30.1" version = "0.30.1"
...@@ -4283,7 +3932,7 @@ dependencies = [ ...@@ -4283,7 +3932,7 @@ dependencies = [
"bitflags 2.11.0", "bitflags 2.11.0",
"filetime", "filetime",
"fsevent-sys", "fsevent-sys",
"inotify 0.9.6", "inotify",
"kqueue", "kqueue",
"libc", "libc",
"log", "log",
...@@ -4326,7 +3975,6 @@ version = "0.4.6" ...@@ -4326,7 +3975,6 @@ version = "0.4.6"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495" checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495"
dependencies = [ dependencies = [
"bytemuck",
"num-traits", "num-traits",
] ]
...@@ -4374,7 +4022,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index" ...@@ -4374,7 +4022,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841"
dependencies = [ dependencies = [
"autocfg", "autocfg",
"libm",
] ]
[[package]] [[package]]
...@@ -4561,15 +4208,6 @@ dependencies = [ ...@@ -4561,15 +4208,6 @@ dependencies = [
"objc2-foundation", "objc2-foundation",
] ]
[[package]]
name = "object"
version = "0.37.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ff76201f031d8863c38aa7f905eca4f53abbfa15f609db4277d44cd8938f33fe"
dependencies = [
"memchr",
]
[[package]] [[package]]
name = "object_store" name = "object_store"
version = "0.12.5" version = "0.12.5"
...@@ -4668,7 +4306,7 @@ dependencies = [ ...@@ -4668,7 +4306,7 @@ dependencies = [
"base64 0.22.1", "base64 0.22.1",
"bstr", "bstr",
"clap", "clap",
"fancy-regex 0.13.0", "fancy-regex",
"futures", "futures",
"image", "image",
"regex", "regex",
...@@ -4736,7 +4374,7 @@ dependencies = [ ...@@ -4736,7 +4374,7 @@ dependencies = [
"reqwest", "reqwest",
"thiserror 2.0.18", "thiserror 2.0.18",
"tokio", "tokio",
"tonic 0.14.4", "tonic 0.14.5",
"tracing", "tracing",
] ]
...@@ -4749,7 +4387,7 @@ dependencies = [ ...@@ -4749,7 +4387,7 @@ dependencies = [
"opentelemetry", "opentelemetry",
"opentelemetry_sdk", "opentelemetry_sdk",
"prost 0.14.3", "prost 0.14.3",
"tonic 0.14.4", "tonic 0.14.5",
"tonic-prost", "tonic-prost",
] ]
...@@ -5118,15 +4756,6 @@ dependencies = [ ...@@ -5118,15 +4756,6 @@ dependencies = [
"syn", "syn",
] ]
[[package]]
name = "proc-macro-crate"
version = "3.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "219cb19e96be00ab2e37d6e299658a0cfa83e52429179969b0f0121b4ac46983"
dependencies = [
"toml_edit 0.23.10+spec-1.0.0",
]
[[package]] [[package]]
name = "proc-macro-error-attr2" name = "proc-macro-error-attr2"
version = "2.0.0" version = "2.0.0"
...@@ -5350,29 +4979,6 @@ dependencies = [ ...@@ -5350,29 +4979,6 @@ dependencies = [
"pulldown-cmark", "pulldown-cmark",
] ]
[[package]]
name = "pulp"
version = "0.22.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2e205bb30d5b916c55e584c22201771bcf2bad9aabd5d4127f38387140c38632"
dependencies = [
"bytemuck",
"cfg-if 1.0.4",
"libm",
"num-complex",
"paste",
"pulp-wasm-simd-flag",
"raw-cpuid",
"reborrow",
"version_check",
]
[[package]]
name = "pulp-wasm-simd-flag"
version = "0.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "40e24eee682d89fb193496edf918a7f407d30175b2e785fe057e4392dfd182e0"
[[package]] [[package]]
name = "pxfm" name = "pxfm"
version = "0.1.27" version = "0.1.27"
...@@ -5486,16 +5092,6 @@ dependencies = [ ...@@ -5486,16 +5092,6 @@ dependencies = [
"syn", "syn",
] ]
[[package]]
name = "pythonize"
version = "0.23.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "91a6ee7a084f913f98d70cdc3ebec07e852b735ae3059a1500db2661265da9ff"
dependencies = [
"pyo3",
"serde",
]
[[package]] [[package]]
name = "qoi" name = "qoi"
version = "0.4.1" version = "0.4.1"
...@@ -5650,16 +5246,6 @@ dependencies = [ ...@@ -5650,16 +5246,6 @@ dependencies = [
"getrandom 0.3.4", "getrandom 0.3.4",
] ]
[[package]]
name = "rand_distr"
version = "0.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6a8615d50dcf34fa31f7ab52692afec947c4dd0ab803cc87cb3b0b4570ff7463"
dependencies = [
"num-traits",
"rand 0.9.2",
]
[[package]] [[package]]
name = "rav1e" name = "rav1e"
version = "0.8.1" version = "0.8.1"
...@@ -5710,15 +5296,6 @@ dependencies = [ ...@@ -5710,15 +5296,6 @@ dependencies = [
"rgb", "rgb",
] ]
[[package]]
name = "raw-cpuid"
version = "11.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "498cd0dc59d73224351ee52a95fee0f1a617a2eae0e7d9d720cc622c73a54186"
dependencies = [
"bitflags 2.11.0",
]
[[package]] [[package]]
name = "rawpointer" name = "rawpointer"
version = "0.2.1" version = "0.2.1"
...@@ -5756,12 +5333,6 @@ dependencies = [ ...@@ -5756,12 +5333,6 @@ dependencies = [
"crossbeam-utils", "crossbeam-utils",
] ]
[[package]]
name = "reborrow"
version = "0.5.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "03251193000f4bd3b042892be858ee50e8b3719f2b08e5833ac4353724632430"
[[package]] [[package]]
name = "redox_syscall" name = "redox_syscall"
version = "0.5.18" version = "0.5.18"
...@@ -5840,12 +5411,6 @@ version = "0.8.9" ...@@ -5840,12 +5411,6 @@ version = "0.8.9"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a96887878f22d7bad8a3b6dc5b7440e0ada9a245242924394987b21cf2210a4c" checksum = "a96887878f22d7bad8a3b6dc5b7440e0ada9a245242924394987b21cf2210a4c"
[[package]]
name = "relative-path"
version = "1.9.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ba39f3699c378cd8970968dcbff9c43159ea4cfbd88d43c00b22f2ef10a435d2"
[[package]] [[package]]
name = "reqwest" name = "reqwest"
version = "0.12.28" version = "0.12.28"
...@@ -5962,36 +5527,6 @@ dependencies = [ ...@@ -5962,36 +5527,6 @@ dependencies = [
"unicode-ident", "unicode-ident",
] ]
[[package]]
name = "rstest"
version = "0.25.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6fc39292f8613e913f7df8fa892b8944ceb47c247b78e1b1ae2f09e019be789d"
dependencies = [
"futures-timer",
"futures-util",
"rstest_macros",
"rustc_version",
]
[[package]]
name = "rstest_macros"
version = "0.25.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1f168d99749d307be9de54d23fd226628d99768225ef08f6ffb52e0182a27746"
dependencies = [
"cfg-if 1.0.4",
"glob",
"proc-macro-crate",
"proc-macro2",
"quote",
"regex",
"relative-path",
"rustc_version",
"syn",
"unicode-ident",
]
[[package]] [[package]]
name = "rust-embed" name = "rust-embed"
version = "8.11.0" version = "8.11.0"
...@@ -6036,12 +5571,6 @@ dependencies = [ ...@@ -6036,12 +5571,6 @@ dependencies = [
"ordered-multimap", "ordered-multimap",
] ]
[[package]]
name = "rustc-demangle"
version = "0.1.27"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b50b8869d9fc858ce7266cce0194bd74df58b9d0e3f6df3a9fc8eb470d95c09d"
[[package]] [[package]]
name = "rustc-hash" name = "rustc-hash"
version = "1.1.0" version = "1.1.0"
...@@ -6127,7 +5656,7 @@ dependencies = [ ...@@ -6127,7 +5656,7 @@ dependencies = [
"openssl-probe 0.2.1", "openssl-probe 0.2.1",
"rustls-pki-types", "rustls-pki-types",
"schannel", "schannel",
"security-framework 3.6.0", "security-framework 3.7.0",
] ]
[[package]] [[package]]
...@@ -6240,17 +5769,6 @@ version = "1.0.23" ...@@ -6240,17 +5769,6 @@ version = "1.0.23"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f" checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f"
[[package]]
name = "safetensors"
version = "0.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "675656c1eabb620b921efea4f9199f97fc86e36dd6ffd1fbbe48d0f59a4987f5"
dependencies = [
"hashbrown 0.16.1",
"serde",
"serde_json",
]
[[package]] [[package]]
name = "same-file" name = "same-file"
version = "1.0.6" version = "1.0.6"
...@@ -6337,9 +5855,9 @@ dependencies = [ ...@@ -6337,9 +5855,9 @@ dependencies = [
[[package]] [[package]]
name = "security-framework" name = "security-framework"
version = "3.6.0" version = "3.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d17b898a6d6948c3a8ee4372c17cb384f90d2e6e912ef00895b14fd7ab54ec38" checksum = "b7f4bc775c73d9a02cde8bf7b2ec4c9d12743edf609006c7facc23998404cd1d"
dependencies = [ dependencies = [
"bitflags 2.11.0", "bitflags 2.11.0",
"core-foundation 0.10.1", "core-foundation 0.10.1",
...@@ -6350,9 +5868,9 @@ dependencies = [ ...@@ -6350,9 +5868,9 @@ dependencies = [
[[package]] [[package]]
name = "security-framework-sys" name = "security-framework-sys"
version = "2.16.0" version = "2.17.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "321c8673b092a9a42605034a9879d73cb79101ed5fd117bc9a597b89b4e9e61a" checksum = "6ce2691df843ecc5d231c0b14ece2acc3efb62c0a398c7e1d875f3983ce020e3"
dependencies = [ dependencies = [
"core-foundation-sys", "core-foundation-sys",
"libc", "libc",
...@@ -6370,12 +5888,6 @@ version = "1.0.27" ...@@ -6370,12 +5888,6 @@ version = "1.0.27"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d767eb0aabc880b29956c35734170f26ed551a859dbd361d140cdbeca61ab1e2" checksum = "d767eb0aabc880b29956c35734170f26ed551a859dbd361d140cdbeca61ab1e2"
[[package]]
name = "seq-macro"
version = "0.3.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1bc711410fbe7399f390ca1c3b60ad0f53f80e95c5eb935e52268a0e2cd49acc"
[[package]] [[package]]
name = "serde" name = "serde"
version = "1.0.228" version = "1.0.228"
...@@ -6775,9 +6287,9 @@ checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292" ...@@ -6775,9 +6287,9 @@ checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292"
[[package]] [[package]]
name = "syn" name = "syn"
version = "2.0.116" version = "2.0.117"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3df424c70518695237746f84cede799c9c58fcb37450d7b23716568cc8bc69cb" checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
...@@ -6804,20 +6316,6 @@ dependencies = [ ...@@ -6804,20 +6316,6 @@ dependencies = [
"syn", "syn",
] ]
[[package]]
name = "sysctl"
version = "0.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "01198a2debb237c62b6826ec7081082d951f46dbb64b0e8c7649a452230d1dfc"
dependencies = [
"bitflags 2.11.0",
"byteorder",
"enum-as-inner",
"libc",
"thiserror 1.0.69",
"walkdir",
]
[[package]] [[package]]
name = "system-configuration" name = "system-configuration"
version = "0.7.0" version = "0.7.0"
...@@ -7035,7 +6533,6 @@ dependencies = [ ...@@ -7035,7 +6533,6 @@ dependencies = [
"dary_heap", "dary_heap",
"derive_builder", "derive_builder",
"esaxx-rs", "esaxx-rs",
"fancy-regex 0.14.0",
"getrandom 0.3.4", "getrandom 0.3.4",
"hf-hub", "hf-hub",
"itertools 0.14.0", "itertools 0.14.0",
...@@ -7167,33 +6664,6 @@ dependencies = [ ...@@ -7167,33 +6664,6 @@ dependencies = [
"webpki-roots 0.26.11", "webpki-roots 0.26.11",
] ]
[[package]]
name = "toktrie"
version = "1.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ffa8a452d8e72d897dc752aa6e93d8c7caae130d93292bb5b8c5e59baf0082b1"
dependencies = [
"anyhow",
"bytemuck",
"bytemuck_derive",
"serde",
"serde_json",
]
[[package]]
name = "toktrie_hf_tokenizers"
version = "1.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "30dd77f9b9277fc5418df1693e11c85c1c59b9d69fb95e8ef14acce8b0e98648"
dependencies = [
"anyhow",
"log",
"serde",
"serde_json",
"tokenizers",
"toktrie",
]
[[package]] [[package]]
name = "toml" name = "toml"
version = "0.8.23" version = "0.8.23"
...@@ -7203,7 +6673,7 @@ dependencies = [ ...@@ -7203,7 +6673,7 @@ dependencies = [
"serde", "serde",
"serde_spanned 0.6.9", "serde_spanned 0.6.9",
"toml_datetime 0.6.11", "toml_datetime 0.6.11",
"toml_edit 0.22.27", "toml_edit",
] ]
[[package]] [[package]]
...@@ -7251,18 +6721,6 @@ dependencies = [ ...@@ -7251,18 +6721,6 @@ dependencies = [
"winnow", "winnow",
] ]
[[package]]
name = "toml_edit"
version = "0.23.10+spec-1.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "84c8b9f757e028cee9fa244aea147aab2a9ec09d5325a9b01e0a49730c2b5269"
dependencies = [
"indexmap 2.13.0",
"toml_datetime 0.7.5+spec-1.1.0",
"toml_parser",
"winnow",
]
[[package]] [[package]]
name = "toml_parser" name = "toml_parser"
version = "1.0.9+spec-1.1.0" version = "1.0.9+spec-1.1.0"
...@@ -7309,9 +6767,9 @@ dependencies = [ ...@@ -7309,9 +6767,9 @@ dependencies = [
[[package]] [[package]]
name = "tonic" name = "tonic"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7f32a6f80051a4111560201420c7885d0082ba9efe2ab61875c587bb6b18b9a0" checksum = "fec7c61a0695dc1887c1b53952990f3ad2e3a31453e1f49f10e75424943a93ec"
dependencies = [ dependencies = [
"async-trait", "async-trait",
"axum", "axum",
...@@ -7353,9 +6811,9 @@ dependencies = [ ...@@ -7353,9 +6811,9 @@ dependencies = [
[[package]] [[package]]
name = "tonic-build" name = "tonic-build"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ce6d8958ed3be404120ca43ffa0fb1e1fc7be214e96c8d33bd43a131b6eebc9e" checksum = "1882ac3bf5ef12877d7ed57aad87e75154c11931c2ba7e6cde5e22d63522c734"
dependencies = [ dependencies = [
"prettyplease", "prettyplease",
"proc-macro2", "proc-macro2",
...@@ -7365,20 +6823,20 @@ dependencies = [ ...@@ -7365,20 +6823,20 @@ dependencies = [
[[package]] [[package]]
name = "tonic-prost" name = "tonic-prost"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9f86539c0089bfd09b1f8c0ab0239d80392af74c21bc9e0f15e1b4aca4c1647f" checksum = "a55376a0bbaa4975a3f10d009ad763d8f4108f067c7c2e74f3001fb49778d309"
dependencies = [ dependencies = [
"bytes", "bytes",
"prost 0.14.3", "prost 0.14.3",
"tonic 0.14.4", "tonic 0.14.5",
] ]
[[package]] [[package]]
name = "tonic-prost-build" name = "tonic-prost-build"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "65873ace111e90344b8973e94a1fc817c924473affff24629281f90daed1cd2e" checksum = "f3144df636917574672e93d0f56d7edec49f90305749c668df5101751bb8f95a"
dependencies = [ dependencies = [
"prettyplease", "prettyplease",
"proc-macro2", "proc-macro2",
...@@ -7387,7 +6845,7 @@ dependencies = [ ...@@ -7387,7 +6845,7 @@ dependencies = [
"quote", "quote",
"syn", "syn",
"tempfile", "tempfile",
"tonic-build 0.14.4", "tonic-build 0.14.5",
] ]
[[package]] [[package]]
...@@ -7550,12 +7008,6 @@ dependencies = [ ...@@ -7550,12 +7008,6 @@ dependencies = [
"tokio", "tokio",
] ]
[[package]]
name = "typed-path"
version = "0.12.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8e28f89b80c87b8fb0cf04ab448d5dd0dd0ade2f8891bae878de66a75a28600e"
[[package]] [[package]]
name = "typeid" name = "typeid"
version = "1.0.3" version = "1.0.3"
...@@ -7948,9 +7400,9 @@ dependencies = [ ...@@ -7948,9 +7400,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen" name = "wasm-bindgen"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "64024a30ec1e37399cf85a7ffefebdb72205ca1c972291c51512360d90bd8566" checksum = "9ff9c7baef35ac3c0e17d8bfc9ad75eb62f85a2f02bccc906699dadb0aa9c622"
dependencies = [ dependencies = [
"cfg-if 1.0.4", "cfg-if 1.0.4",
"once_cell", "once_cell",
...@@ -7961,9 +7413,9 @@ dependencies = [ ...@@ -7961,9 +7413,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-futures" name = "wasm-bindgen-futures"
version = "0.4.58" version = "0.4.59"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "70a6e77fd0ae8029c9ea0063f87c46fde723e7d887703d74ad2616d792e51e6f" checksum = "d24699cd39db9966cf6e2ef10d2f72779c961ad905911f395ea201c3ec9f545d"
dependencies = [ dependencies = [
"cfg-if 1.0.4", "cfg-if 1.0.4",
"futures-util", "futures-util",
...@@ -7975,9 +7427,9 @@ dependencies = [ ...@@ -7975,9 +7427,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-macro" name = "wasm-bindgen-macro"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "008b239d9c740232e71bd39e8ef6429d27097518b6b30bdf9086833bd5b6d608" checksum = "39455e84ad887a0bbc93c116d72403f1bb0a39e37dd6f235a43e2128a0c7f1fd"
dependencies = [ dependencies = [
"quote", "quote",
"wasm-bindgen-macro-support", "wasm-bindgen-macro-support",
...@@ -7985,9 +7437,9 @@ dependencies = [ ...@@ -7985,9 +7437,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-macro-support" name = "wasm-bindgen-macro-support"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5256bae2d58f54820e6490f9839c49780dff84c65aeab9e772f15d5f0e913a55" checksum = "dff4761f60b0b51fd13fec8764167b7bbcc34498ce3e52805fe1db6f2d56b6d6"
dependencies = [ dependencies = [
"bumpalo", "bumpalo",
"proc-macro2", "proc-macro2",
...@@ -7998,9 +7450,9 @@ dependencies = [ ...@@ -7998,9 +7450,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-shared" name = "wasm-bindgen-shared"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1f01b580c9ac74c8d8f0c0e4afb04eeef2acf145458e52c03845ee9cd23e3d12" checksum = "bc6a171c53d98021a93a474c4a4579d76ba97f9517d871bc12e27640f218b6dd"
dependencies = [ dependencies = [
"unicode-ident", "unicode-ident",
] ]
...@@ -8054,9 +7506,9 @@ dependencies = [ ...@@ -8054,9 +7506,9 @@ dependencies = [
[[package]] [[package]]
name = "web-sys" name = "web-sys"
version = "0.3.85" version = "0.3.86"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "312e32e551d92129218ea9a2452120f4aabc03529ef03e4d0d82fb2780608598" checksum = "668fa5d00434e890a452ab060d24e3904d1be93f7bb01b70e5603baa2b8ab23b"
dependencies = [ dependencies = [
"js-sys", "js-sys",
"wasm-bindgen", "wasm-bindgen",
...@@ -8753,18 +8205,6 @@ dependencies = [ ...@@ -8753,18 +8205,6 @@ dependencies = [
"zopfli", "zopfli",
] ]
[[package]]
name = "zip"
version = "7.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c42e33efc22a0650c311c2ef19115ce232583abbe80850bc8b66509ebef02de0"
dependencies = [
"crc32fast",
"indexmap 2.13.0",
"memchr",
"typed-path",
]
[[package]] [[package]]
name = "zlib-rs" name = "zlib-rs"
version = "0.6.2" version = "0.6.2"
......
lib/bindings/kvbm/Cargo.toml
View file @ 7a6283e9
...@@ -28,23 +28,13 @@ dynamo-llm = { path = "../../llm" } ...@@ -28,23 +28,13 @@ dynamo-llm = { path = "../../llm" }
dynamo-runtime = { path = "../../runtime" } dynamo-runtime = { path = "../../runtime" }
anyhow = { version = "1" } anyhow = { version = "1" }
async-stream = { version = "0.3" }
async-trait = { version = "0.1" }
derive-getters = "0.5" derive-getters = "0.5"
either = { version = "1.13", features = ["serde"] }
futures = { version = "0.3" }
local-ip-address = { version = "0.6" }
once_cell = { version = "1.20.3" }
rand = { version = "0.9" }
socket2 = { version = "0.6" }
serde = { version = "1" } serde = { version = "1" }
serde_json = { version = "1.0.138" } serde_json = { version = "1.0.138" }
thiserror = { version = "2.0" } thiserror = { version = "2.0" }
tokio = { version = "1.46.0", features = ["full"] } tokio = { version = "1.46.0", features = ["full"] }
tokio-stream = { version = "0" }
tokio-util = { version = "0.7", features = ["rt"] } tokio-util = { version = "0.7", features = ["rt"] }
tracing = { version = "0" } tracing = { version = "0" }
tracing-subscriber = { version = "0.3", features = ["fmt", "env-filter"] }
uuid = { version = "1.17", features = ["v4", "serde"] } uuid = { version = "1.17", features = ["v4", "serde"] }
# "extension-module" tells pyo3 we want to build an extension module (skips linking against libpython.so) # "extension-module" tells pyo3 we want to build an extension module (skips linking against libpython.so)
...@@ -65,11 +55,7 @@ pyo3-async-runtimes = { version = "0.23.0", default-features = false, features = ...@@ -65,11 +55,7 @@ pyo3-async-runtimes = { version = "0.23.0", default-features = false, features =
"unstable-streams", "unstable-streams",
] } ] }
pythonize = "0.23"
dlpark = { version = "0.5", features = ["pyo3", "half"], optional = true } dlpark = { version = "0.5", features = ["pyo3", "half"], optional = true }
cudarc = { version = "0.16.2", features = ["cuda-12020"], optional = true } cudarc = { version = "0.16.2", features = ["cuda-12020"], optional = true }
prometheus = "0.14.0"
[dev-dependencies] [dev-dependencies]
rstest = "0.25"
lib/bindings/python/Cargo.lock
View file @ 7a6283e9
...@@ -2,15 +2,6 @@ ...@@ -2,15 +2,6 @@
# It is not intended for manual editing. # It is not intended for manual editing.
version = 4 version = 4
[[package]]
name = "addr2line"
version = "0.25.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1b5d307320b3181d6d7954e663bd7c774a838b8220fe0593c86d9fb09f498b4b"
dependencies = [
"gimli",
]
[[package]] [[package]]
name = "adler2" name = "adler2"
version = "2.0.1" version = "2.0.1"
...@@ -40,12 +31,6 @@ dependencies = [ ...@@ -40,12 +31,6 @@ dependencies = [
"memchr", "memchr",
] ]
[[package]]
name = "akin"
version = "0.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1763692fc1416554cf051efc56a3de5595eca47299d731cc5c2b583adf8b4d2f"
[[package]] [[package]]
name = "aligned" name = "aligned"
version = "0.4.3" version = "0.4.3"
...@@ -131,12 +116,9 @@ dependencies = [ ...@@ -131,12 +116,9 @@ dependencies = [
[[package]] [[package]]
name = "anyhow" name = "anyhow"
version = "1.0.101" version = "1.0.102"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5f0e0fee31ef5ed1ba1316088939cea399010ed7731dba877ed44aeb407a75ea" checksum = "7f202df86484c868dbad7eaa557ef785d5c66295e41b460ef922eca0723b842c"
dependencies = [
"backtrace",
]
[[package]] [[package]]
name = "arbitrary" name = "arbitrary"
...@@ -530,21 +512,6 @@ dependencies = [ ...@@ -530,21 +512,6 @@ dependencies = [
"tokio", "tokio",
] ]
[[package]]
name = "backtrace"
version = "0.3.76"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "bb531853791a215d7c62a30daf0dde835f381ab5de4589cfe7c649d2cbe92bd6"
dependencies = [
"addr2line",
"cfg-if 1.0.4",
"libc",
"miniz_oxide",
"object",
"rustc-demangle",
"windows-link",
]
[[package]] [[package]]
name = "base64" name = "base64"
version = "0.13.1" version = "0.13.1"
...@@ -636,16 +603,7 @@ version = "0.5.3" ...@@ -636,16 +603,7 @@ version = "0.5.3"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "0700ddab506f33b20a03b13996eccd309a48e5ff77d0d95926aa0210fb4e95f1" checksum = "0700ddab506f33b20a03b13996eccd309a48e5ff77d0d95926aa0210fb4e95f1"
dependencies = [ dependencies = [
"bit-vec 0.6.3", "bit-vec",
]
[[package]]
name = "bit-set"
version = "0.8.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "08807e080ed7f9d5433fa9b275196cfc35414f66a0c79d864dc51a0d825231a3"
dependencies = [
"bit-vec 0.8.0",
] ]
[[package]] [[package]]
...@@ -654,12 +612,6 @@ version = "0.6.3" ...@@ -654,12 +612,6 @@ version = "0.6.3"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "349f9b6a179ed607305526ca489b34ad0a41aed5f7980fa90eb03160b69598fb" checksum = "349f9b6a179ed607305526ca489b34ad0a41aed5f7980fa90eb03160b69598fb"
[[package]]
name = "bit-vec"
version = "0.8.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5e764a1d40d510daf35e07be9eb06e75770908c27d411ee6c92109c9840eaaf7"
[[package]] [[package]]
name = "bit_field" name = "bit_field"
version = "0.10.3" version = "0.10.3"
...@@ -763,29 +715,15 @@ checksum = "f4ad8f11f288f48ca24471bbd51ac257aaeaaa07adae295591266b792902ae64" ...@@ -763,29 +715,15 @@ checksum = "f4ad8f11f288f48ca24471bbd51ac257aaeaaa07adae295591266b792902ae64"
[[package]] [[package]]
name = "bumpalo" name = "bumpalo"
version = "3.20.1" version = "3.20.2"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5c6f81257d10a0f602a294ae4182251151ff97dbb504ef9afcdda4a64b24d9b4" checksum = "5d20789868f4b01b2f2caec9f5c4e0213b41e3e5702a50157d699ae31ced2fcb"
[[package]] [[package]]
name = "bytemuck" name = "bytemuck"
version = "1.25.0" version = "1.25.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c8efb64bd706a16a1bdde310ae86b351e4d21550d98d056f22f8a7f7a2183fec" checksum = "c8efb64bd706a16a1bdde310ae86b351e4d21550d98d056f22f8a7f7a2183fec"
dependencies = [
"bytemuck_derive",
]
[[package]]
name = "bytemuck_derive"
version = "1.10.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f9abbd1bc6865053c427f7198e6af43bfdedc55ab791faed4fbd361d789575ff"
dependencies = [
"proc-macro2",
"quote",
"syn",
]
[[package]] [[package]]
name = "byteorder" name = "byteorder"
...@@ -808,29 +746,6 @@ dependencies = [ ...@@ -808,29 +746,6 @@ dependencies = [
"serde", "serde",
] ]
[[package]]
name = "candle-core"
version = "0.9.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c15b675b80d994b2eadb20a4bbe434eabeb454eac3ee5e2b4cf6f147ee9be091"
dependencies = [
"byteorder",
"float8",
"gemm",
"half",
"libm",
"memmap2",
"num-traits",
"num_cpus",
"rand 0.9.2",
"rand_distr",
"rayon",
"safetensors",
"thiserror 2.0.18",
"yoke",
"zip 7.2.0",
]
[[package]] [[package]]
name = "castaway" name = "castaway"
version = "0.2.4" version = "0.2.4"
...@@ -916,9 +831,9 @@ dependencies = [ ...@@ -916,9 +831,9 @@ dependencies = [
[[package]] [[package]]
name = "clap" name = "clap"
version = "4.5.59" version = "4.5.60"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c5caf74d17c3aec5495110c34cc3f78644bfa89af6c8993ed4de2790e49b6499" checksum = "2797f34da339ce31042b27d23607e051786132987f595b02ba4f6a6dffb7030a"
dependencies = [ dependencies = [
"clap_builder", "clap_builder",
"clap_derive", "clap_derive",
...@@ -926,9 +841,9 @@ dependencies = [ ...@@ -926,9 +841,9 @@ dependencies = [
[[package]] [[package]]
name = "clap_builder" name = "clap_builder"
version = "4.5.59" version = "4.5.60"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "370daa45065b80218950227371916a1633217ae42b2715b2287b606dcd618e24" checksum = "24a241312cea5059b13574bb9b3861cabf758b879c15190b37b6d6fd63ab6876"
dependencies = [ dependencies = [
"anstream", "anstream",
"anstyle", "anstyle",
...@@ -1551,16 +1466,6 @@ dependencies = [ ...@@ -1551,16 +1466,6 @@ dependencies = [
"syn", "syn",
] ]
[[package]]
name = "dlpark"
version = "0.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "dc178fc3bf4ce54c26ccffcf271ff574954ac4b940f15121be3d69f277194537"
dependencies = [
"half",
"pyo3",
]
[[package]] [[package]]
name = "dlv-list" name = "dlv-list"
version = "0.5.2" version = "0.5.2"
...@@ -1582,22 +1487,6 @@ version = "1.0.20" ...@@ -1582,22 +1487,6 @@ version = "1.0.20"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d0881ea181b1df73ff77ffaaf9c7544ecc11e82fba9b5f27b262a3c73a332555" checksum = "d0881ea181b1df73ff77ffaaf9c7544ecc11e82fba9b5f27b262a3c73a332555"
[[package]]
name = "dyn-stack"
version = "0.13.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1c4713e43e2886ba72b8271aa66c93d722116acf7a75555cce11dcde84388fe8"
dependencies = [
"bytemuck",
"dyn-stack-macros",
]
[[package]]
name = "dyn-stack-macros"
version = "0.1.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9"
[[package]] [[package]]
name = "dynamo-async-openai" name = "dynamo-async-openai"
version = "0.9.0" version = "0.9.0"
...@@ -1658,15 +1547,12 @@ dependencies = [ ...@@ -1658,15 +1547,12 @@ dependencies = [
name = "dynamo-llm" name = "dynamo-llm"
version = "0.9.0" version = "0.9.0"
dependencies = [ dependencies = [
"ahash",
"aho-corasick", "aho-corasick",
"akin",
"aligned-vec", "aligned-vec",
"anyhow", "anyhow",
"async-nats", "async-nats",
"async-stream", "async-stream",
"async-trait", "async-trait",
"async_zmq",
"axum", "axum",
"axum-server", "axum-server",
"base64 0.22.1", "base64 0.22.1",
...@@ -1676,7 +1562,6 @@ dependencies = [ ...@@ -1676,7 +1562,6 @@ dependencies = [
"bs62", "bs62",
"bytemuck", "bytemuck",
"bytes", "bytes",
"candle-core",
"chrono", "chrono",
"cudarc", "cudarc",
"dashmap 5.5.3", "dashmap 5.5.3",
...@@ -1691,8 +1576,6 @@ dependencies = [ ...@@ -1691,8 +1576,6 @@ dependencies = [
"dynamo-runtime", "dynamo-runtime",
"dynamo-tokens", "dynamo-tokens",
"either", "either",
"erased-serde",
"etcd-client",
"ffmpeg-next", "ffmpeg-next",
"flate2", "flate2",
"futures", "futures",
...@@ -1700,10 +1583,7 @@ dependencies = [ ...@@ -1700,10 +1583,7 @@ dependencies = [
"galil-seiferas", "galil-seiferas",
"hf-hub", "hf-hub",
"humantime", "humantime",
"hyper",
"hyper-util",
"image", "image",
"itertools 0.14.0",
"json-five", "json-five",
"memfile", "memfile",
"minijinja", "minijinja",
...@@ -1711,8 +1591,6 @@ dependencies = [ ...@@ -1711,8 +1591,6 @@ dependencies = [
"modelexpress-client", "modelexpress-client",
"modelexpress-common", "modelexpress-common",
"ndarray", "ndarray",
"ndarray-interp",
"ndarray-npy",
"nix 0.26.4", "nix 0.26.4",
"nixl-sys", "nixl-sys",
"object_store", "object_store",
...@@ -1723,7 +1601,6 @@ dependencies = [ ...@@ -1723,7 +1601,6 @@ dependencies = [
"prost 0.13.5", "prost 0.13.5",
"rand 0.9.2", "rand 0.9.2",
"rayon", "rayon",
"regex",
"reqwest", "reqwest",
"rmp-serde", "rmp-serde",
"rustls", "rustls",
...@@ -1738,14 +1615,10 @@ dependencies = [ ...@@ -1738,14 +1615,10 @@ dependencies = [
"tokio-rayon", "tokio-rayon",
"tokio-stream", "tokio-stream",
"tokio-util", "tokio-util",
"toktrie",
"toktrie_hf_tokenizers",
"tonic 0.13.1", "tonic 0.13.1",
"tonic-build 0.13.1", "tonic-build 0.13.1",
"tower",
"tower-http", "tower-http",
"tracing", "tracing",
"unicode-segmentation",
"url", "url",
"utoipa", "utoipa",
"utoipa-swagger-ui", "utoipa-swagger-ui",
...@@ -1803,7 +1676,6 @@ version = "0.9.0" ...@@ -1803,7 +1676,6 @@ version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-async-openai", "dynamo-async-openai",
"lazy_static",
"num-traits", "num-traits",
"openai-harmony", "openai-harmony",
"regex", "regex",
...@@ -1820,24 +1692,16 @@ name = "dynamo-py3" ...@@ -1820,24 +1692,16 @@ name = "dynamo-py3"
version = "0.9.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-stream",
"async-trait", "async-trait",
"cudarc",
"derive-getters",
"dlpark",
"dynamo-async-openai",
"dynamo-llm", "dynamo-llm",
"dynamo-parsers", "dynamo-parsers",
"dynamo-runtime", "dynamo-runtime",
"either",
"futures", "futures",
"once_cell", "once_cell",
"parking_lot", "parking_lot",
"prometheus",
"pyo3", "pyo3",
"pyo3-async-runtimes", "pyo3-async-runtimes",
"pythonize", "pythonize",
"rstest",
"serde", "serde",
"serde_json", "serde_json",
"thiserror 2.0.18", "thiserror 2.0.18",
...@@ -1845,8 +1709,6 @@ dependencies = [ ...@@ -1845,8 +1709,6 @@ dependencies = [
"tokio-stream", "tokio-stream",
"tokio-util", "tokio-util",
"tracing", "tracing",
"tracing-subscriber",
"uuid",
] ]
[[package]] [[package]]
...@@ -1875,17 +1737,13 @@ dependencies = [ ...@@ -1875,17 +1737,13 @@ dependencies = [
"figment", "figment",
"futures", "futures",
"humantime", "humantime",
"hyper",
"hyper-util", "hyper-util",
"inotify 0.11.0",
"k8s-openapi", "k8s-openapi",
"kube", "kube",
"libc", "libc",
"local-ip-address", "local-ip-address",
"log", "log",
"lru", "lru",
"nid",
"nix 0.29.0",
"notify", "notify",
"nuid", "nuid",
"once_cell", "once_cell",
...@@ -1904,12 +1762,10 @@ dependencies = [ ...@@ -1904,12 +1762,10 @@ dependencies = [
"serde_json", "serde_json",
"socket2 0.5.10", "socket2 0.5.10",
"thiserror 2.0.18", "thiserror 2.0.18",
"tmq",
"tokio", "tokio",
"tokio-rayon", "tokio-rayon",
"tokio-stream", "tokio-stream",
"tokio-util", "tokio-util",
"tower",
"tower-http", "tower-http",
"tracing", "tracing",
"tracing-opentelemetry", "tracing-opentelemetry",
...@@ -1993,18 +1849,6 @@ dependencies = [ ...@@ -1993,18 +1849,6 @@ dependencies = [
"cfg-if 1.0.4", "cfg-if 1.0.4",
] ]
[[package]]
name = "enum-as-inner"
version = "0.6.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a1e6a265c649f3f5979b601d26f1d05ada116434c87741c9493cb56218f76cbc"
dependencies = [
"heck",
"proc-macro2",
"quote",
"syn",
]
[[package]] [[package]]
name = "enum-ordinalize" name = "enum-ordinalize"
version = "4.3.2" version = "4.3.2"
...@@ -2091,8 +1935,8 @@ dependencies = [ ...@@ -2091,8 +1935,8 @@ dependencies = [
"prost 0.14.3", "prost 0.14.3",
"tokio", "tokio",
"tokio-stream", "tokio-stream",
"tonic 0.14.4", "tonic 0.14.5",
"tonic-build 0.14.4", "tonic-build 0.14.5",
"tonic-prost", "tonic-prost",
"tonic-prost-build", "tonic-prost-build",
"tower", "tower",
...@@ -2152,18 +1996,7 @@ version = "0.13.0" ...@@ -2152,18 +1996,7 @@ version = "0.13.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "531e46835a22af56d1e3b66f04844bed63158bc094a628bec1d321d9b4c44bf2" checksum = "531e46835a22af56d1e3b66f04844bed63158bc094a628bec1d321d9b4c44bf2"
dependencies = [ dependencies = [
"bit-set 0.5.3", "bit-set",
"regex-automata",
"regex-syntax",
]
[[package]]
name = "fancy-regex"
version = "0.14.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6e24cb5a94bcae1e5408b0effca5cd7172ea3c5755049c5f3af4cd283a165298"
dependencies = [
"bit-set 0.8.0",
"regex-automata", "regex-automata",
"regex-syntax", "regex-syntax",
] ]
...@@ -2288,18 +2121,6 @@ dependencies = [ ...@@ -2288,18 +2121,6 @@ dependencies = [
"zlib-rs", "zlib-rs",
] ]
[[package]]
name = "float8"
version = "0.6.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "719a903cc23e4a89e87962c2a80fdb45cdaad0983a89bd150bb57b4c8571a7d5"
dependencies = [
"half",
"num-traits",
"rand 0.9.2",
"rand_distr",
]
[[package]] [[package]]
name = "flume" name = "flume"
version = "0.12.0" version = "0.12.0"
...@@ -2324,12 +2145,6 @@ version = "0.1.5" ...@@ -2324,12 +2145,6 @@ version = "0.1.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2" checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2"
[[package]]
name = "foldhash"
version = "0.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "77ce24cb58228fbb8aa041425bb1050850ac19177686ea6e0f41a70416f56fdb"
[[package]] [[package]]
name = "form_urlencoded" name = "form_urlencoded"
version = "1.2.2" version = "1.2.2"
...@@ -2484,125 +2299,6 @@ dependencies = [ ...@@ -2484,125 +2299,6 @@ dependencies = [
"unchecked-index", "unchecked-index",
] ]
[[package]]
name = "gemm"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "aa0673db364b12263d103b68337a68fbecc541d6f6b61ba72fe438654709eacb"
dependencies = [
"dyn-stack",
"gemm-c32",
"gemm-c64",
"gemm-common",
"gemm-f16",
"gemm-f32",
"gemm-f64",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]]
name = "gemm-c32"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "086936dbdcb99e37aad81d320f98f670e53c1e55a98bee70573e83f95beb128c"
dependencies = [
"dyn-stack",
"gemm-common",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]]
name = "gemm-c64"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "20c8aeeeec425959bda4d9827664029ba1501a90a0d1e6228e48bef741db3a3f"
dependencies = [
"dyn-stack",
"gemm-common",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]]
name = "gemm-common"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "88027625910cc9b1085aaaa1c4bc46bb3a36aad323452b33c25b5e4e7c8e2a3e"
dependencies = [
"bytemuck",
"dyn-stack",
"half",
"libm",
"num-complex",
"num-traits",
"once_cell",
"paste",
"pulp",
"raw-cpuid",
"rayon",
"seq-macro",
"sysctl",
]
[[package]]
name = "gemm-f16"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e3df7a55202e6cd6739d82ae3399c8e0c7e1402859b30e4cb780e61525d9486e"
dependencies = [
"dyn-stack",
"gemm-common",
"gemm-f32",
"half",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"rayon",
"seq-macro",
]
[[package]]
name = "gemm-f32"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "02e0b8c9da1fbec6e3e3ab2ce6bc259ef18eb5f6f0d3e4edf54b75f9fd41a81c"
dependencies = [
"dyn-stack",
"gemm-common",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]]
name = "gemm-f64"
version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "056131e8f2a521bfab322f804ccd652520c79700d81209e9d9275bbdecaadc6a"
dependencies = [
"dyn-stack",
"gemm-common",
"num-complex",
"num-traits",
"paste",
"raw-cpuid",
"seq-macro",
]
[[package]] [[package]]
name = "generic-array" name = "generic-array"
version = "0.14.7" version = "0.14.7"
...@@ -2684,12 +2380,6 @@ dependencies = [ ...@@ -2684,12 +2380,6 @@ dependencies = [
"weezl", "weezl",
] ]
[[package]]
name = "gimli"
version = "0.32.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e629b9b98ef3dd8afe6ca2bd0f89306cec16d43d907889945bc5d6687f2f13c7"
[[package]] [[package]]
name = "glob" name = "glob"
version = "0.3.3" version = "0.3.3"
...@@ -2733,12 +2423,8 @@ version = "2.7.1" ...@@ -2733,12 +2423,8 @@ version = "2.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6ea2d84b969582b4b1864a92dc5d27cd2b77b622a8d79306834f1be5ba20d84b" checksum = "6ea2d84b969582b4b1864a92dc5d27cd2b77b622a8d79306834f1be5ba20d84b"
dependencies = [ dependencies = [
"bytemuck",
"cfg-if 1.0.4", "cfg-if 1.0.4",
"crunchy", "crunchy",
"num-traits",
"rand 0.9.2",
"rand_distr",
"zerocopy", "zerocopy",
] ]
...@@ -2765,7 +2451,7 @@ checksum = "9229cfe53dfd69f0609a49f65461bd93001ea1ef889cd5529dd176593f5338a1" ...@@ -2765,7 +2451,7 @@ checksum = "9229cfe53dfd69f0609a49f65461bd93001ea1ef889cd5529dd176593f5338a1"
dependencies = [ dependencies = [
"allocator-api2", "allocator-api2",
"equivalent", "equivalent",
"foldhash 0.1.5", "foldhash",
] ]
[[package]] [[package]]
...@@ -2773,13 +2459,6 @@ name = "hashbrown" ...@@ -2773,13 +2459,6 @@ name = "hashbrown"
version = "0.16.1" version = "0.16.1"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "841d1cc9bed7f9236f321df977030373f4a4163ae1a7dbfe1a51a2c1a51d9100" checksum = "841d1cc9bed7f9236f321df977030373f4a4163ae1a7dbfe1a51a2c1a51d9100"
dependencies = [
"allocator-api2",
"equivalent",
"foldhash 0.2.0",
"serde",
"serde_core",
]
[[package]] [[package]]
name = "hashlink" name = "hashlink"
...@@ -3223,19 +2902,6 @@ dependencies = [ ...@@ -3223,19 +2902,6 @@ dependencies = [
"libc", "libc",
] ]
[[package]]
name = "inotify"
version = "0.11.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f37dccff2791ab604f9babef0ba14fbe0be30bd368dc541e2b08d07c8aa908f3"
dependencies = [
"bitflags 2.11.0",
"futures-core",
"inotify-sys",
"libc",
"tokio",
]
[[package]] [[package]]
name = "inotify-sys" name = "inotify-sys"
version = "0.1.5" version = "0.1.5"
...@@ -3267,9 +2933,9 @@ dependencies = [ ...@@ -3267,9 +2933,9 @@ dependencies = [
[[package]] [[package]]
name = "inventory" name = "inventory"
version = "0.3.21" version = "0.3.22"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "bc61209c082fbeb19919bee74b176221b27223e27b65d781eb91af24eb1fb46e" checksum = "009ae045c87e7082cb72dab0ccd01ae075dd00141ddc108f43a0ea150a9e7227"
dependencies = [ dependencies = [
"rustversion", "rustversion",
] ]
...@@ -3403,9 +3069,9 @@ dependencies = [ ...@@ -3403,9 +3069,9 @@ dependencies = [
[[package]] [[package]]
name = "js-sys" name = "js-sys"
version = "0.3.85" version = "0.3.86"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8c942ebf8e95485ca0d52d97da7c5a2c387d0e7f0ba4c35e93bfcaee045955b3" checksum = "d36139f1c97c42c0c86a411910b04e48d4939a0376e6e0f989420cbdee0120e5"
dependencies = [ dependencies = [
"once_cell", "once_cell",
"wasm-bindgen", "wasm-bindgen",
...@@ -3904,7 +3570,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index" ...@@ -3904,7 +3570,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "714098028fe011992e1c3962653c96b2d578c4b4bce9036e15ff220319b1e0e3" checksum = "714098028fe011992e1c3962653c96b2d578c4b4bce9036e15ff220319b1e0e3"
dependencies = [ dependencies = [
"libc", "libc",
"stable_deref_trait",
] ]
[[package]] [[package]]
...@@ -3949,9 +3614,9 @@ dependencies = [ ...@@ -3949,9 +3614,9 @@ dependencies = [
[[package]] [[package]]
name = "minijinja" name = "minijinja"
version = "2.15.1" version = "2.16.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b479616bb6f0779fb0f3964246beda02d4b01144e1b0d5519616e012ccc2a245" checksum = "5c54f3bcc034dd74496b5ca929fd0b710186672d5ff0b0f255a9ceb259042ece"
dependencies = [ dependencies = [
"memo-map", "memo-map",
"self_cell", "self_cell",
...@@ -3960,9 +3625,9 @@ dependencies = [ ...@@ -3960,9 +3625,9 @@ dependencies = [
[[package]] [[package]]
name = "minijinja-contrib" name = "minijinja-contrib"
version = "2.15.1" version = "2.16.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7826089e6af7bc638f69a44b100ebe7f6c64b182cfde16558d5cd38ac8adde20" checksum = "86201a560fde90bf270d3c9d5da0c2a5a0c25bd3242d674fcf03e6a35fcfa7ba"
dependencies = [ dependencies = [
"minijinja", "minijinja",
"serde", "serde",
...@@ -4208,17 +3873,6 @@ version = "1.0.6" ...@@ -4208,17 +3873,6 @@ version = "1.0.6"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "650eef8c711430f1a879fdd01d4745a7deea475becfb90269c06775983bbf086" checksum = "650eef8c711430f1a879fdd01d4745a7deea475becfb90269c06775983bbf086"
[[package]]
name = "nid"
version = "3.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4abdf1789932b85dc39446e27f45a1064a30f9e19a2b872b1d09bd59283f85f3"
dependencies = [
"rand 0.8.5",
"serde",
"thiserror 1.0.69",
]
[[package]] [[package]]
name = "nix" name = "nix"
version = "0.26.4" version = "0.26.4"
...@@ -4232,18 +3886,6 @@ dependencies = [ ...@@ -4232,18 +3886,6 @@ dependencies = [
"pin-utils", "pin-utils",
] ]
[[package]]
name = "nix"
version = "0.29.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "71e2746dc3a24dd78b3cfcb7be93368c6de9963d30f43a6a73998a9cf4b17b46"
dependencies = [
"bitflags 2.11.0",
"cfg-if 1.0.4",
"cfg_aliases",
"libc",
]
[[package]] [[package]]
name = "nix" name = "nix"
version = "0.30.1" version = "0.30.1"
...@@ -4329,7 +3971,7 @@ dependencies = [ ...@@ -4329,7 +3971,7 @@ dependencies = [
"bitflags 2.11.0", "bitflags 2.11.0",
"filetime", "filetime",
"fsevent-sys", "fsevent-sys",
"inotify 0.9.6", "inotify",
"kqueue", "kqueue",
"libc", "libc",
"log", "log",
...@@ -4372,7 +4014,6 @@ version = "0.4.6" ...@@ -4372,7 +4014,6 @@ version = "0.4.6"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495" checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495"
dependencies = [ dependencies = [
"bytemuck",
"num-traits", "num-traits",
] ]
...@@ -4420,7 +4061,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index" ...@@ -4420,7 +4061,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841"
dependencies = [ dependencies = [
"autocfg", "autocfg",
"libm",
] ]
[[package]] [[package]]
...@@ -4607,15 +4247,6 @@ dependencies = [ ...@@ -4607,15 +4247,6 @@ dependencies = [
"objc2-foundation", "objc2-foundation",
] ]
[[package]]
name = "object"
version = "0.37.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ff76201f031d8863c38aa7f905eca4f53abbfa15f609db4277d44cd8938f33fe"
dependencies = [
"memchr",
]
[[package]] [[package]]
name = "object_store" name = "object_store"
version = "0.12.5" version = "0.12.5"
...@@ -4714,7 +4345,7 @@ dependencies = [ ...@@ -4714,7 +4345,7 @@ dependencies = [
"base64 0.22.1", "base64 0.22.1",
"bstr", "bstr",
"clap", "clap",
"fancy-regex 0.13.0", "fancy-regex",
"futures", "futures",
"image", "image",
"regex", "regex",
...@@ -4782,7 +4413,7 @@ dependencies = [ ...@@ -4782,7 +4413,7 @@ dependencies = [
"reqwest", "reqwest",
"thiserror 2.0.18", "thiserror 2.0.18",
"tokio", "tokio",
"tonic 0.14.4", "tonic 0.14.5",
"tracing", "tracing",
] ]
...@@ -4795,7 +4426,7 @@ dependencies = [ ...@@ -4795,7 +4426,7 @@ dependencies = [
"opentelemetry", "opentelemetry",
"opentelemetry_sdk", "opentelemetry_sdk",
"prost 0.14.3", "prost 0.14.3",
"tonic 0.14.4", "tonic 0.14.5",
"tonic-prost", "tonic-prost",
] ]
...@@ -5164,15 +4795,6 @@ dependencies = [ ...@@ -5164,15 +4795,6 @@ dependencies = [
"syn", "syn",
] ]
[[package]]
name = "proc-macro-crate"
version = "3.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "219cb19e96be00ab2e37d6e299658a0cfa83e52429179969b0f0121b4ac46983"
dependencies = [
"toml_edit 0.23.10+spec-1.0.0",
]
[[package]] [[package]]
name = "proc-macro-error-attr2" name = "proc-macro-error-attr2"
version = "2.0.0" version = "2.0.0"
...@@ -5396,29 +5018,6 @@ dependencies = [ ...@@ -5396,29 +5018,6 @@ dependencies = [
"pulldown-cmark", "pulldown-cmark",
] ]
[[package]]
name = "pulp"
version = "0.22.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2e205bb30d5b916c55e584c22201771bcf2bad9aabd5d4127f38387140c38632"
dependencies = [
"bytemuck",
"cfg-if 1.0.4",
"libm",
"num-complex",
"paste",
"pulp-wasm-simd-flag",
"raw-cpuid",
"reborrow",
"version_check",
]
[[package]]
name = "pulp-wasm-simd-flag"
version = "0.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "40e24eee682d89fb193496edf918a7f407d30175b2e785fe057e4392dfd182e0"
[[package]] [[package]]
name = "pxfm" name = "pxfm"
version = "0.1.27" version = "0.1.27"
...@@ -5696,16 +5295,6 @@ dependencies = [ ...@@ -5696,16 +5295,6 @@ dependencies = [
"getrandom 0.3.4", "getrandom 0.3.4",
] ]
[[package]]
name = "rand_distr"
version = "0.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6a8615d50dcf34fa31f7ab52692afec947c4dd0ab803cc87cb3b0b4570ff7463"
dependencies = [
"num-traits",
"rand 0.9.2",
]
[[package]] [[package]]
name = "rav1e" name = "rav1e"
version = "0.8.1" version = "0.8.1"
...@@ -5756,15 +5345,6 @@ dependencies = [ ...@@ -5756,15 +5345,6 @@ dependencies = [
"rgb", "rgb",
] ]
[[package]]
name = "raw-cpuid"
version = "11.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "498cd0dc59d73224351ee52a95fee0f1a617a2eae0e7d9d720cc622c73a54186"
dependencies = [
"bitflags 2.11.0",
]
[[package]] [[package]]
name = "rawpointer" name = "rawpointer"
version = "0.2.1" version = "0.2.1"
...@@ -5802,12 +5382,6 @@ dependencies = [ ...@@ -5802,12 +5382,6 @@ dependencies = [
"crossbeam-utils", "crossbeam-utils",
] ]
[[package]]
name = "reborrow"
version = "0.5.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "03251193000f4bd3b042892be858ee50e8b3719f2b08e5833ac4353724632430"
[[package]] [[package]]
name = "redox_syscall" name = "redox_syscall"
version = "0.5.18" version = "0.5.18"
...@@ -5886,12 +5460,6 @@ version = "0.8.9" ...@@ -5886,12 +5460,6 @@ version = "0.8.9"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a96887878f22d7bad8a3b6dc5b7440e0ada9a245242924394987b21cf2210a4c" checksum = "a96887878f22d7bad8a3b6dc5b7440e0ada9a245242924394987b21cf2210a4c"
[[package]]
name = "relative-path"
version = "1.9.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ba39f3699c378cd8970968dcbff9c43159ea4cfbd88d43c00b22f2ef10a435d2"
[[package]] [[package]]
name = "reqwest" name = "reqwest"
version = "0.12.28" version = "0.12.28"
...@@ -6008,36 +5576,6 @@ dependencies = [ ...@@ -6008,36 +5576,6 @@ dependencies = [
"unicode-ident", "unicode-ident",
] ]
[[package]]
name = "rstest"
version = "0.25.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6fc39292f8613e913f7df8fa892b8944ceb47c247b78e1b1ae2f09e019be789d"
dependencies = [
"futures-timer",
"futures-util",
"rstest_macros",
"rustc_version",
]
[[package]]
name = "rstest_macros"
version = "0.25.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1f168d99749d307be9de54d23fd226628d99768225ef08f6ffb52e0182a27746"
dependencies = [
"cfg-if 1.0.4",
"glob",
"proc-macro-crate",
"proc-macro2",
"quote",
"regex",
"relative-path",
"rustc_version",
"syn",
"unicode-ident",
]
[[package]] [[package]]
name = "rust-embed" name = "rust-embed"
version = "8.11.0" version = "8.11.0"
...@@ -6082,12 +5620,6 @@ dependencies = [ ...@@ -6082,12 +5620,6 @@ dependencies = [
"ordered-multimap", "ordered-multimap",
] ]
[[package]]
name = "rustc-demangle"
version = "0.1.27"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b50b8869d9fc858ce7266cce0194bd74df58b9d0e3f6df3a9fc8eb470d95c09d"
[[package]] [[package]]
name = "rustc-hash" name = "rustc-hash"
version = "1.1.0" version = "1.1.0"
...@@ -6173,7 +5705,7 @@ dependencies = [ ...@@ -6173,7 +5705,7 @@ dependencies = [
"openssl-probe 0.2.1", "openssl-probe 0.2.1",
"rustls-pki-types", "rustls-pki-types",
"schannel", "schannel",
"security-framework 3.6.0", "security-framework 3.7.0",
] ]
[[package]] [[package]]
...@@ -6286,17 +5818,6 @@ version = "1.0.23" ...@@ -6286,17 +5818,6 @@ version = "1.0.23"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f" checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f"
[[package]]
name = "safetensors"
version = "0.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "675656c1eabb620b921efea4f9199f97fc86e36dd6ffd1fbbe48d0f59a4987f5"
dependencies = [
"hashbrown 0.16.1",
"serde",
"serde_json",
]
[[package]] [[package]]
name = "same-file" name = "same-file"
version = "1.0.6" version = "1.0.6"
...@@ -6383,9 +5904,9 @@ dependencies = [ ...@@ -6383,9 +5904,9 @@ dependencies = [
[[package]] [[package]]
name = "security-framework" name = "security-framework"
version = "3.6.0" version = "3.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d17b898a6d6948c3a8ee4372c17cb384f90d2e6e912ef00895b14fd7ab54ec38" checksum = "b7f4bc775c73d9a02cde8bf7b2ec4c9d12743edf609006c7facc23998404cd1d"
dependencies = [ dependencies = [
"bitflags 2.11.0", "bitflags 2.11.0",
"core-foundation 0.10.1", "core-foundation 0.10.1",
...@@ -6396,9 +5917,9 @@ dependencies = [ ...@@ -6396,9 +5917,9 @@ dependencies = [
[[package]] [[package]]
name = "security-framework-sys" name = "security-framework-sys"
version = "2.16.0" version = "2.17.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "321c8673b092a9a42605034a9879d73cb79101ed5fd117bc9a597b89b4e9e61a" checksum = "6ce2691df843ecc5d231c0b14ece2acc3efb62c0a398c7e1d875f3983ce020e3"
dependencies = [ dependencies = [
"core-foundation-sys", "core-foundation-sys",
"libc", "libc",
...@@ -6416,12 +5937,6 @@ version = "1.0.27" ...@@ -6416,12 +5937,6 @@ version = "1.0.27"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d767eb0aabc880b29956c35734170f26ed551a859dbd361d140cdbeca61ab1e2" checksum = "d767eb0aabc880b29956c35734170f26ed551a859dbd361d140cdbeca61ab1e2"
[[package]]
name = "seq-macro"
version = "0.3.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1bc711410fbe7399f390ca1c3b60ad0f53f80e95c5eb935e52268a0e2cd49acc"
[[package]] [[package]]
name = "serde" name = "serde"
version = "1.0.228" version = "1.0.228"
...@@ -6821,9 +6336,9 @@ checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292" ...@@ -6821,9 +6336,9 @@ checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292"
[[package]] [[package]]
name = "syn" name = "syn"
version = "2.0.116" version = "2.0.117"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3df424c70518695237746f84cede799c9c58fcb37450d7b23716568cc8bc69cb" checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
...@@ -6850,20 +6365,6 @@ dependencies = [ ...@@ -6850,20 +6365,6 @@ dependencies = [
"syn", "syn",
] ]
[[package]]
name = "sysctl"
version = "0.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "01198a2debb237c62b6826ec7081082d951f46dbb64b0e8c7649a452230d1dfc"
dependencies = [
"bitflags 2.11.0",
"byteorder",
"enum-as-inner",
"libc",
"thiserror 1.0.69",
"walkdir",
]
[[package]] [[package]]
name = "system-configuration" name = "system-configuration"
version = "0.7.0" version = "0.7.0"
...@@ -7081,7 +6582,6 @@ dependencies = [ ...@@ -7081,7 +6582,6 @@ dependencies = [
"dary_heap", "dary_heap",
"derive_builder", "derive_builder",
"esaxx-rs", "esaxx-rs",
"fancy-regex 0.14.0",
"getrandom 0.3.4", "getrandom 0.3.4",
"hf-hub", "hf-hub",
"itertools 0.14.0", "itertools 0.14.0",
...@@ -7213,33 +6713,6 @@ dependencies = [ ...@@ -7213,33 +6713,6 @@ dependencies = [
"webpki-roots 0.26.11", "webpki-roots 0.26.11",
] ]
[[package]]
name = "toktrie"
version = "1.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ffa8a452d8e72d897dc752aa6e93d8c7caae130d93292bb5b8c5e59baf0082b1"
dependencies = [
"anyhow",
"bytemuck",
"bytemuck_derive",
"serde",
"serde_json",
]
[[package]]
name = "toktrie_hf_tokenizers"
version = "1.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "30dd77f9b9277fc5418df1693e11c85c1c59b9d69fb95e8ef14acce8b0e98648"
dependencies = [
"anyhow",
"log",
"serde",
"serde_json",
"tokenizers",
"toktrie",
]
[[package]] [[package]]
name = "toml" name = "toml"
version = "0.8.23" version = "0.8.23"
...@@ -7249,7 +6722,7 @@ dependencies = [ ...@@ -7249,7 +6722,7 @@ dependencies = [
"serde", "serde",
"serde_spanned 0.6.9", "serde_spanned 0.6.9",
"toml_datetime 0.6.11", "toml_datetime 0.6.11",
"toml_edit 0.22.27", "toml_edit",
] ]
[[package]] [[package]]
...@@ -7297,18 +6770,6 @@ dependencies = [ ...@@ -7297,18 +6770,6 @@ dependencies = [
"winnow", "winnow",
] ]
[[package]]
name = "toml_edit"
version = "0.23.10+spec-1.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "84c8b9f757e028cee9fa244aea147aab2a9ec09d5325a9b01e0a49730c2b5269"
dependencies = [
"indexmap 2.13.0",
"toml_datetime 0.7.5+spec-1.1.0",
"toml_parser",
"winnow",
]
[[package]] [[package]]
name = "toml_parser" name = "toml_parser"
version = "1.0.9+spec-1.1.0" version = "1.0.9+spec-1.1.0"
...@@ -7355,9 +6816,9 @@ dependencies = [ ...@@ -7355,9 +6816,9 @@ dependencies = [
[[package]] [[package]]
name = "tonic" name = "tonic"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7f32a6f80051a4111560201420c7885d0082ba9efe2ab61875c587bb6b18b9a0" checksum = "fec7c61a0695dc1887c1b53952990f3ad2e3a31453e1f49f10e75424943a93ec"
dependencies = [ dependencies = [
"async-trait", "async-trait",
"axum", "axum",
...@@ -7399,9 +6860,9 @@ dependencies = [ ...@@ -7399,9 +6860,9 @@ dependencies = [
[[package]] [[package]]
name = "tonic-build" name = "tonic-build"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ce6d8958ed3be404120ca43ffa0fb1e1fc7be214e96c8d33bd43a131b6eebc9e" checksum = "1882ac3bf5ef12877d7ed57aad87e75154c11931c2ba7e6cde5e22d63522c734"
dependencies = [ dependencies = [
"prettyplease", "prettyplease",
"proc-macro2", "proc-macro2",
...@@ -7411,20 +6872,20 @@ dependencies = [ ...@@ -7411,20 +6872,20 @@ dependencies = [
[[package]] [[package]]
name = "tonic-prost" name = "tonic-prost"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9f86539c0089bfd09b1f8c0ab0239d80392af74c21bc9e0f15e1b4aca4c1647f" checksum = "a55376a0bbaa4975a3f10d009ad763d8f4108f067c7c2e74f3001fb49778d309"
dependencies = [ dependencies = [
"bytes", "bytes",
"prost 0.14.3", "prost 0.14.3",
"tonic 0.14.4", "tonic 0.14.5",
] ]
[[package]] [[package]]
name = "tonic-prost-build" name = "tonic-prost-build"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "65873ace111e90344b8973e94a1fc817c924473affff24629281f90daed1cd2e" checksum = "f3144df636917574672e93d0f56d7edec49f90305749c668df5101751bb8f95a"
dependencies = [ dependencies = [
"prettyplease", "prettyplease",
"proc-macro2", "proc-macro2",
...@@ -7433,7 +6894,7 @@ dependencies = [ ...@@ -7433,7 +6894,7 @@ dependencies = [
"quote", "quote",
"syn", "syn",
"tempfile", "tempfile",
"tonic-build 0.14.4", "tonic-build 0.14.5",
] ]
[[package]] [[package]]
...@@ -7596,12 +7057,6 @@ dependencies = [ ...@@ -7596,12 +7057,6 @@ dependencies = [
"tokio", "tokio",
] ]
[[package]]
name = "typed-path"
version = "0.12.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8e28f89b80c87b8fb0cf04ab448d5dd0dd0ade2f8891bae878de66a75a28600e"
[[package]] [[package]]
name = "typeid" name = "typeid"
version = "1.0.3" version = "1.0.3"
...@@ -8011,9 +7466,9 @@ dependencies = [ ...@@ -8011,9 +7466,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen" name = "wasm-bindgen"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "64024a30ec1e37399cf85a7ffefebdb72205ca1c972291c51512360d90bd8566" checksum = "9ff9c7baef35ac3c0e17d8bfc9ad75eb62f85a2f02bccc906699dadb0aa9c622"
dependencies = [ dependencies = [
"cfg-if 1.0.4", "cfg-if 1.0.4",
"once_cell", "once_cell",
...@@ -8024,9 +7479,9 @@ dependencies = [ ...@@ -8024,9 +7479,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-futures" name = "wasm-bindgen-futures"
version = "0.4.58" version = "0.4.59"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "70a6e77fd0ae8029c9ea0063f87c46fde723e7d887703d74ad2616d792e51e6f" checksum = "d24699cd39db9966cf6e2ef10d2f72779c961ad905911f395ea201c3ec9f545d"
dependencies = [ dependencies = [
"cfg-if 1.0.4", "cfg-if 1.0.4",
"futures-util", "futures-util",
...@@ -8038,9 +7493,9 @@ dependencies = [ ...@@ -8038,9 +7493,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-macro" name = "wasm-bindgen-macro"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "008b239d9c740232e71bd39e8ef6429d27097518b6b30bdf9086833bd5b6d608" checksum = "39455e84ad887a0bbc93c116d72403f1bb0a39e37dd6f235a43e2128a0c7f1fd"
dependencies = [ dependencies = [
"quote", "quote",
"wasm-bindgen-macro-support", "wasm-bindgen-macro-support",
...@@ -8048,9 +7503,9 @@ dependencies = [ ...@@ -8048,9 +7503,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-macro-support" name = "wasm-bindgen-macro-support"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5256bae2d58f54820e6490f9839c49780dff84c65aeab9e772f15d5f0e913a55" checksum = "dff4761f60b0b51fd13fec8764167b7bbcc34498ce3e52805fe1db6f2d56b6d6"
dependencies = [ dependencies = [
"bumpalo", "bumpalo",
"proc-macro2", "proc-macro2",
...@@ -8061,9 +7516,9 @@ dependencies = [ ...@@ -8061,9 +7516,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-shared" name = "wasm-bindgen-shared"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1f01b580c9ac74c8d8f0c0e4afb04eeef2acf145458e52c03845ee9cd23e3d12" checksum = "bc6a171c53d98021a93a474c4a4579d76ba97f9517d871bc12e27640f218b6dd"
dependencies = [ dependencies = [
"unicode-ident", "unicode-ident",
] ]
...@@ -8117,9 +7572,9 @@ dependencies = [ ...@@ -8117,9 +7572,9 @@ dependencies = [
[[package]] [[package]]
name = "web-sys" name = "web-sys"
version = "0.3.85" version = "0.3.86"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "312e32e551d92129218ea9a2452120f4aabc03529ef03e4d0d82fb2780608598" checksum = "668fa5d00434e890a452ab060d24e3904d1be93f7bb01b70e5603baa2b8ab23b"
dependencies = [ dependencies = [
"js-sys", "js-sys",
"wasm-bindgen", "wasm-bindgen",
...@@ -8816,18 +8271,6 @@ dependencies = [ ...@@ -8816,18 +8271,6 @@ dependencies = [
"zopfli", "zopfli",
] ]
[[package]]
name = "zip"
version = "7.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c42e33efc22a0650c311c2ef19115ce232583abbe80850bc8b66509ebef02de0"
dependencies = [
"crc32fast",
"indexmap 2.13.0",
"memchr",
"typed-path",
]
[[package]] [[package]]
name = "zlib-rs" name = "zlib-rs"
version = "0.6.2" version = "0.6.2"
......
lib/bindings/python/Cargo.toml
View file @ 7a6283e9
...@@ -30,11 +30,7 @@ dynamo-runtime = { path = "../../runtime" } ...@@ -30,11 +30,7 @@ dynamo-runtime = { path = "../../runtime" }
dynamo-parsers = { path = "../../parsers" } dynamo-parsers = { path = "../../parsers" }
anyhow = { version = "1" } anyhow = { version = "1" }
dynamo-async-openai = { path = "../../async-openai" }
async-stream = { version = "0.3" }
async-trait = { version = "0.1" } async-trait = { version = "0.1" }
derive-getters = "0.5"
either = { version = "1.13", features = ["serde"] }
futures = { version = "0.3" } futures = { version = "0.3" }
once_cell = { version = "1.20.3" } once_cell = { version = "1.20.3" }
parking_lot = { version = "0.12.4" } parking_lot = { version = "0.12.4" }
...@@ -45,8 +41,6 @@ tokio = { version = "1.46.0", features = ["full"] } ...@@ -45,8 +41,6 @@ tokio = { version = "1.46.0", features = ["full"] }
tokio-stream = { version = "0" } tokio-stream = { version = "0" }
tokio-util = { version = "0.7", features = ["rt"] } tokio-util = { version = "0.7", features = ["rt"] }
tracing = { version = "0" } tracing = { version = "0" }
tracing-subscriber = { version = "0.3", features = ["fmt", "env-filter"] }
uuid = { version = "1.17", features = ["v4", "serde"] }
# "extension-module" tells pyo3 we want to build an extension module (skips linking against libpython.so) # "extension-module" tells pyo3 we want to build an extension module (skips linking against libpython.so)
# "abi3-py310" tells pyo3 (and maturin) to build using the stable ABI with minimum Python version 3.10, which is the minimum version in pyproject.toml # "abi3-py310" tells pyo3 (and maturin) to build using the stable ABI with minimum Python version 3.10, which is the minimum version in pyproject.toml
...@@ -68,10 +62,6 @@ pyo3-async-runtimes = { version = "0.23.0", default-features = false, features = ...@@ -68,10 +62,6 @@ pyo3-async-runtimes = { version = "0.23.0", default-features = false, features =
pythonize = "0.23" pythonize = "0.23"
dlpark = { version = "0.5", features = ["pyo3", "half"], optional = true }
cudarc = { version = "0.17.1", features = ["cuda-12020"], optional = true }
prometheus = "0.14.0"
[target.'cfg(target_os = "linux")'.dependencies] [target.'cfg(target_os = "linux")'.dependencies]
dynamo-llm = { path = "../../llm" } dynamo-llm = { path = "../../llm" }
...@@ -80,4 +70,3 @@ dynamo-llm = { path = "../../llm" } ...@@ -80,4 +70,3 @@ dynamo-llm = { path = "../../llm" }
dynamo-llm = { path = "../../llm", default-features = false } dynamo-llm = { path = "../../llm", default-features = false }
[dev-dependencies] [dev-dependencies]
rstest = "0.25"
lib/bindings/python/codegen/Cargo.toml
View file @ 7a6283e9
...@@ -9,7 +9,7 @@ license = "Apache-2.0" ...@@ -9,7 +9,7 @@ license = "Apache-2.0"
[dependencies] [dependencies]
syn = { version = "2.0", features = ["full", "extra-traits"] } syn = { version = "2.0", features = ["full", "extra-traits"] }
quote = "1.0" # quote = "1.0"
proc-macro2 = "1.0" proc-macro2 = "1.0"
anyhow = "1.0" anyhow = "1.0"
......
lib/kv-router/Cargo.toml
View file @ 7a6283e9
...@@ -54,7 +54,6 @@ tokio = { workspace = true, features = ["rt", "macros", "time"] } ...@@ -54,7 +54,6 @@ tokio = { workspace = true, features = ["rt", "macros", "time"] }
dynamo-mocker = { workspace = true } dynamo-mocker = { workspace = true }
dynamo-tokens = { workspace = true } dynamo-tokens = { workspace = true }
minstant = "0.1.7" minstant = "0.1.7"
futures = "0.3"
[[bench]] [[bench]]
......
lib/kvbm-logical/Cargo.toml
View file @ 7a6283e9
...@@ -16,7 +16,6 @@ anyhow = { workspace = true } ...@@ -16,7 +16,6 @@ anyhow = { workspace = true }
async-stream = "0.3" async-stream = "0.3"
bytes = "1.10" bytes = "1.10"
bincode = { version = "2.0.1", features = ["serde", "derive"] } bincode = { version = "2.0.1", features = ["serde", "derive"] }
dashmap = { workspace = true }
derive_builder = { workspace = true } derive_builder = { workspace = true }
futures = { workspace = true } futures = { workspace = true }
lru = "0.16" lru = "0.16"
...@@ -28,7 +27,6 @@ serde_json = { workspace = true } ...@@ -28,7 +27,6 @@ serde_json = { workspace = true }
thiserror = { workspace = true } thiserror = { workspace = true }
tokio = { workspace = true } tokio = { workspace = true }
tokio-stream = { workspace = true, features = ["sync"] } tokio-stream = { workspace = true, features = ["sync"] }
tokio-util = { workspace = true }
tracing = { workspace = true } tracing = { workspace = true }
xxhash-rust = { workspace = true } xxhash-rust = { workspace = true }
...@@ -37,9 +35,6 @@ testing = [] ...@@ -37,9 +35,6 @@ testing = []
[dev-dependencies] [dev-dependencies]
proptest = "1.5.0" proptest = "1.5.0"
rand = { workspace = true }
rand_chacha = "0.9"
rstest = "0.26" rstest = "0.26"
serde_json = { workspace = true } serde_json = { workspace = true }
tokio = { workspace = true, features = ["full"] } tokio = { workspace = true, features = ["full"] }
tracing-subscriber = { workspace = true }
lib/llm/Cargo.toml
View file @ 7a6283e9
...@@ -59,12 +59,10 @@ dynamo-parsers = { workspace = true } ...@@ -59,12 +59,10 @@ dynamo-parsers = { workspace = true }
async-stream = { workspace = true } async-stream = { workspace = true }
async-trait = { workspace = true } async-trait = { workspace = true }
async-nats = { workspace = true } async-nats = { workspace = true }
async_zmq = { workspace = true }
bytes = { workspace = true } bytes = { workspace = true }
chrono = { workspace = true } chrono = { workspace = true }
derive_builder = { workspace = true } derive_builder = { workspace = true }
either = { workspace = true } either = { workspace = true }
etcd-client = { workspace = true }
futures = { workspace = true } futures = { workspace = true }
futures-util = "0.3.31" futures-util = "0.3.31"
hf-hub = { workspace = true } hf-hub = { workspace = true }
...@@ -89,14 +87,12 @@ uuid = { workspace = true } ...@@ -89,14 +87,12 @@ uuid = { workspace = true }
xxhash-rust = { workspace = true } xxhash-rust = { workspace = true }
modelexpress-client = { workspace = true } modelexpress-client = { workspace = true }
modelexpress-common = { workspace = true } modelexpress-common = { workspace = true }
akin = "0.4.0"
bitflags = { version = "2.4", features = ["serde"] } bitflags = { version = "2.4", features = ["serde"] }
blake3 = { version = "1.8", features = ["mmap", "rayon"] } blake3 = { version = "1.8", features = ["mmap", "rayon"] }
bytemuck = "1.22" bytemuck = "1.22"
candle-core = { version = "0.9.1" } # candle-core = { version = "0.9.1" }
derive-getters = "0.5" derive-getters = "0.5"
offset-allocator = "0.2" offset-allocator = "0.2"
regex = "1"
rayon = "1" rayon = "1"
dashmap = { version = "5.5.3" } dashmap = { version = "5.5.3" }
bincode = { version = "2.0.1", features = ["serde", "derive"] } bincode = { version = "2.0.1", features = ["serde", "derive"] }
...@@ -123,18 +119,11 @@ flate2 = { version = "1" } ...@@ -123,18 +119,11 @@ flate2 = { version = "1" }
clap = { version = "4.5.49", features = ["derive"], optional = true } clap = { version = "4.5.49", features = ["derive"], optional = true }
indicatif = { version = "0.18.0", optional = true } indicatif = { version = "0.18.0", optional = true }
# protocols
unicode-segmentation = "1.12"
# http-service # http-service
axum = { workspace = true } axum = { workspace = true }
axum-server = { version = "0.7", features = ["tls-rustls"] } axum-server = { version = "0.7", features = ["tls-rustls"] }
hyper = { version = "1.5", features = ["http2", "server"] }
hyper-util = { version = "0.1", features = ["tokio", "server", "server-auto"] }
tower-http = { workspace = true } tower-http = { workspace = true }
rustls = { version = "0.23" } rustls = { version = "0.23" }
tower = { version = "0.5", features = ["util", "make"] }
utoipa = { version = "5.3", features = ["axum_extras"] } utoipa = { version = "5.3", features = ["axum_extras"] }
utoipa-swagger-ui = { version = "9.0", features = ["axum"] } utoipa-swagger-ui = { version = "9.0", features = ["axum"] }
...@@ -155,13 +144,9 @@ tokenizers = { version = "0.21.4", default-features = false, features = [ ...@@ -155,13 +144,9 @@ tokenizers = { version = "0.21.4", default-features = false, features = [
# backend # backend
galil-seiferas = { version = "0.1" } galil-seiferas = { version = "0.1" }
toktrie = { version = "1.1" }
toktrie_hf_tokenizers = { version = "1.1" }
# preprocessor # preprocessor
bs62 = { version = "0.1" } bs62 = { version = "0.1" }
erased-serde = { version = "0.4" }
itertools = { version = "0.14.0" }
minijinja = { version = "2.14.0", features = ["loader"] } minijinja = { version = "2.14.0", features = ["loader"] }
minijinja-contrib = { version = "2.14.0", features = ["pycompat"] } minijinja-contrib = { version = "2.14.0", features = ["pycompat"] }
json-five = { version = "0.3" } json-five = { version = "0.3" }
...@@ -175,13 +160,10 @@ ffmpeg-next = { version = "7.1.0", optional = true } ...@@ -175,13 +160,10 @@ ffmpeg-next = { version = "7.1.0", optional = true }
memfile = { version = "0.3.2", optional = true } memfile = { version = "0.3.2", optional = true }
tokio-rayon = {version = "2" } tokio-rayon = {version = "2" }
ndarray = { version = "0.16" } ndarray = { version = "0.16" }
ndarray-npy = { version = "0.9" }
ndarray-interp = { version = "0.5" }
# Publishers # Publishers
zeromq = "0.4.1" zeromq = "0.4.1"
rmp-serde = "1.3" rmp-serde = "1.3"
ahash = "0.8.12"
[dev-dependencies] [dev-dependencies]
approx = "0.5" approx = "0.5"
...@@ -190,10 +172,8 @@ criterion = { version = "0.3", features = ["html_reports"] } ...@@ -190,10 +172,8 @@ criterion = { version = "0.3", features = ["html_reports"] }
hf-hub = { workspace = true } hf-hub = { workspace = true }
modelexpress-client = { workspace = true } modelexpress-client = { workspace = true }
modelexpress-common = { workspace = true } modelexpress-common = { workspace = true }
proptest = "1.5.0"
reqwest = { workspace = true } reqwest = { workspace = true }
rstest = "0.18.2" rstest = "0.18.2"
rstest_reuse = "0.7.0"
serial_test = "3" serial_test = "3"
temp-env = { version = "0.3.6", features = ["async_closure"] } temp-env = { version = "0.3.6", features = ["async_closure"] }
tempfile = "3.17.1" tempfile = "3.17.1"
......
lib/parsers/Cargo.toml
View file @ 7a6283e9
...@@ -35,7 +35,6 @@ uuid = { workspace = true } ...@@ -35,7 +35,6 @@ uuid = { workspace = true }
regex = "1" regex = "1"
openai-harmony = "0.0.3" openai-harmony = "0.0.3"
lazy_static = "1.5.0"
rustpython-parser = "0.4.0" rustpython-parser = "0.4.0"
num-traits = "0.2" num-traits = "0.2"
......
lib/runtime/Cargo.toml
View file @ 7a6283e9
...@@ -27,7 +27,6 @@ async-nats = { workspace = true } ...@@ -27,7 +27,6 @@ async-nats = { workspace = true }
async-stream = { workspace = true } async-stream = { workspace = true }
async-trait = { workspace = true } async-trait = { workspace = true }
async_zmq = { workspace = true } async_zmq = { workspace = true }
tmq = { workspace = true }
zmq = { workspace = true } zmq = { workspace = true }
lru = { version = "0.12" } lru = { version = "0.12" }
axum = { workspace = true } axum = { workspace = true }
...@@ -52,10 +51,8 @@ serde_json = { workspace = true } ...@@ -52,10 +51,8 @@ serde_json = { workspace = true }
tokio = { workspace = true } tokio = { workspace = true }
tokio-stream = { workspace = true } tokio-stream = { workspace = true }
tokio-util = { workspace = true } tokio-util = { workspace = true }
tower = { version = "0.5" }
tower-http = { workspace = true } tower-http = { workspace = true }
tracing = { workspace = true } tracing = { workspace = true }
hyper = { version = "1.5", features = ["http2", "server"] }
hyper-util = { version = "0.1", features = ["tokio", "server", "server-auto"] } hyper-util = { version = "0.1", features = ["tokio", "server", "server-auto"] }
tracing-subscriber = { workspace = true } tracing-subscriber = { workspace = true }
tracing-opentelemetry = { workspace = true } tracing-opentelemetry = { workspace = true }
...@@ -75,12 +72,9 @@ console-subscriber = { version = "0.4", optional = true } ...@@ -75,12 +72,9 @@ console-subscriber = { version = "0.4", optional = true }
educe = { version = "0.6.0" } educe = { version = "0.6.0" }
figment = { version = "0.10.19", features = ["env", "json", "toml", "test"] } figment = { version = "0.10.19", features = ["env", "json", "toml", "test"] }
notify = { version = "6.1", default-features = false, features = ["macos_fsevent"] } notify = { version = "6.1", default-features = false, features = ["macos_fsevent"] }
inotify = { version = "0.11" }
libc = { version = "0.2" } libc = { version = "0.2" }
local-ip-address = { version = "0.6.3" } local-ip-address = { version = "0.6.3" }
log = { version = "0.4" } log = { version = "0.4" }
nid = { version = "3.0.0", features = ["serde"] }
nix = { version = "0.29", features = ["signal"] }
nuid = { version = "0.5" } nuid = { version = "0.5" }
once_cell = { version = "1" } once_cell = { version = "1" }
percent-encoding = { version = "2.3.2" } # also used by tonic, reqwest, axum, etc percent-encoding = { version = "2.3.2" } # also used by tonic, reqwest, axum, etc
...@@ -94,9 +88,7 @@ kube = { version = "2.0.1", default-features = false, features = ["runtime", "de ...@@ -94,9 +88,7 @@ kube = { version = "2.0.1", default-features = false, features = ["runtime", "de
k8s-openapi = { version = "0.26.0", features = ["v1_32"] } k8s-openapi = { version = "0.26.0", features = ["v1_32"] }
[dev-dependencies] [dev-dependencies]
assert_matches = { version = "1.5.0" }
criterion = { version = "0.5", features = ["async_tokio"] } criterion = { version = "0.5", features = ["async_tokio"] }
env_logger = { version = "0.11" }
rstest = { version = "0.23.0" } rstest = { version = "0.23.0" }
temp-env = { version = "0.3.6" , features=["async_closure"] } temp-env = { version = "0.3.6" , features=["async_closure"] }
stdio-override = {version= "0.2.0"} stdio-override = {version= "0.2.0"}
......
lib/runtime/examples/Cargo.lock
View file @ 7a6283e9
...@@ -41,9 +41,9 @@ dependencies = [ ...@@ -41,9 +41,9 @@ dependencies = [
[[package]] [[package]]
name = "anyhow" name = "anyhow"
version = "1.0.101" version = "1.0.102"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5f0e0fee31ef5ed1ba1316088939cea399010ed7731dba877ed44aeb407a75ea" checksum = "7f202df86484c868dbad7eaa557ef785d5c66295e41b460ef922eca0723b842c"
[[package]] [[package]]
name = "arc-swap" name = "arc-swap"
...@@ -345,9 +345,9 @@ dependencies = [ ...@@ -345,9 +345,9 @@ dependencies = [
[[package]] [[package]]
name = "bumpalo" name = "bumpalo"
version = "3.20.1" version = "3.20.2"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5c6f81257d10a0f602a294ae4182251151ff97dbb504ef9afcdda4a64b24d9b4" checksum = "5d20789868f4b01b2f2caec9f5c4e0213b41e3e5702a50157d699ae31ced2fcb"
[[package]] [[package]]
name = "bytemuck" name = "bytemuck"
...@@ -830,17 +830,13 @@ dependencies = [ ...@@ -830,17 +830,13 @@ dependencies = [
"figment", "figment",
"futures", "futures",
"humantime", "humantime",
"hyper",
"hyper-util", "hyper-util",
"inotify 0.11.0",
"k8s-openapi", "k8s-openapi",
"kube", "kube",
"libc", "libc",
"local-ip-address", "local-ip-address",
"log", "log",
"lru", "lru",
"nid",
"nix",
"notify", "notify",
"nuid", "nuid",
"once_cell", "once_cell",
...@@ -859,12 +855,10 @@ dependencies = [ ...@@ -859,12 +855,10 @@ dependencies = [
"serde_json", "serde_json",
"socket2 0.5.10", "socket2 0.5.10",
"thiserror 2.0.18", "thiserror 2.0.18",
"tmq",
"tokio", "tokio",
"tokio-rayon", "tokio-rayon",
"tokio-stream", "tokio-stream",
"tokio-util", "tokio-util",
"tower",
"tower-http", "tower-http",
"tracing", "tracing",
"tracing-opentelemetry", "tracing-opentelemetry",
...@@ -1632,19 +1626,6 @@ dependencies = [ ...@@ -1632,19 +1626,6 @@ dependencies = [
"libc", "libc",
] ]
[[package]]
name = "inotify"
version = "0.11.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f37dccff2791ab604f9babef0ba14fbe0be30bd368dc541e2b08d07c8aa908f3"
dependencies = [
"bitflags 2.11.0",
"futures-core",
"inotify-sys",
"libc",
"tokio",
]
[[package]] [[package]]
name = "inotify-sys" name = "inotify-sys"
version = "0.1.5" version = "0.1.5"
...@@ -1706,9 +1687,9 @@ dependencies = [ ...@@ -1706,9 +1687,9 @@ dependencies = [
[[package]] [[package]]
name = "js-sys" name = "js-sys"
version = "0.3.85" version = "0.3.86"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8c942ebf8e95485ca0d52d97da7c5a2c387d0e7f0ba4c35e93bfcaee045955b3" checksum = "d36139f1c97c42c0c86a411910b04e48d4939a0376e6e0f989420cbdee0120e5"
dependencies = [ dependencies = [
"once_cell", "once_cell",
"wasm-bindgen", "wasm-bindgen",
...@@ -2119,29 +2100,6 @@ dependencies = [ ...@@ -2119,29 +2100,6 @@ dependencies = [
"winapi 0.3.9", "winapi 0.3.9",
] ]
[[package]]
name = "nid"
version = "3.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4abdf1789932b85dc39446e27f45a1064a30f9e19a2b872b1d09bd59283f85f3"
dependencies = [
"rand 0.8.5",
"serde",
"thiserror 1.0.69",
]
[[package]]
name = "nix"
version = "0.29.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "71e2746dc3a24dd78b3cfcb7be93368c6de9963d30f43a6a73998a9cf4b17b46"
dependencies = [
"bitflags 2.11.0",
"cfg-if 1.0.4",
"cfg_aliases",
"libc",
]
[[package]] [[package]]
name = "nkeys" name = "nkeys"
version = "0.4.5" version = "0.4.5"
...@@ -2166,7 +2124,7 @@ dependencies = [ ...@@ -2166,7 +2124,7 @@ dependencies = [
"bitflags 2.11.0", "bitflags 2.11.0",
"filetime", "filetime",
"fsevent-sys", "fsevent-sys",
"inotify 0.9.6", "inotify",
"kqueue", "kqueue",
"libc", "libc",
"log", "log",
...@@ -3048,7 +3006,7 @@ dependencies = [ ...@@ -3048,7 +3006,7 @@ dependencies = [
"openssl-probe 0.2.1", "openssl-probe 0.2.1",
"rustls-pki-types", "rustls-pki-types",
"schannel", "schannel",
"security-framework 3.6.0", "security-framework 3.7.0",
] ]
[[package]] [[package]]
...@@ -3177,9 +3135,9 @@ dependencies = [ ...@@ -3177,9 +3135,9 @@ dependencies = [
[[package]] [[package]]
name = "security-framework" name = "security-framework"
version = "3.6.0" version = "3.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d17b898a6d6948c3a8ee4372c17cb384f90d2e6e912ef00895b14fd7ab54ec38" checksum = "b7f4bc775c73d9a02cde8bf7b2ec4c9d12743edf609006c7facc23998404cd1d"
dependencies = [ dependencies = [
"bitflags 2.11.0", "bitflags 2.11.0",
"core-foundation 0.10.1", "core-foundation 0.10.1",
...@@ -3190,9 +3148,9 @@ dependencies = [ ...@@ -3190,9 +3148,9 @@ dependencies = [
[[package]] [[package]]
name = "security-framework-sys" name = "security-framework-sys"
version = "2.16.0" version = "2.17.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "321c8673b092a9a42605034a9879d73cb79101ed5fd117bc9a597b89b4e9e61a" checksum = "6ce2691df843ecc5d231c0b14ece2acc3efb62c0a398c7e1d875f3983ce020e3"
dependencies = [ dependencies = [
"core-foundation-sys", "core-foundation-sys",
"libc", "libc",
...@@ -3340,9 +3298,6 @@ dependencies = [ ...@@ -3340,9 +3298,6 @@ dependencies = [
"anyhow", "anyhow",
"dynamo-runtime", "dynamo-runtime",
"futures", "futures",
"serde",
"serde_json",
"tokio",
] ]
[[package]] [[package]]
...@@ -3465,9 +3420,9 @@ checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292" ...@@ -3465,9 +3420,9 @@ checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292"
[[package]] [[package]]
name = "syn" name = "syn"
version = "2.0.116" version = "2.0.117"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3df424c70518695237746f84cede799c9c58fcb37450d7b23716568cc8bc69cb" checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",
...@@ -3517,10 +3472,7 @@ dependencies = [ ...@@ -3517,10 +3472,7 @@ dependencies = [
"prometheus", "prometheus",
"rand 0.9.2", "rand 0.9.2",
"reqwest", "reqwest",
"serde",
"serde_json",
"tokio", "tokio",
"tokio-test",
] ]
[[package]] [[package]]
...@@ -3649,19 +3601,6 @@ version = "0.1.1" ...@@ -3649,19 +3601,6 @@ version = "0.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20" checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
[[package]]
name = "tmq"
version = "0.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c3f41ac3a42f65436eed7e1afe80dbe8a982dcac2ea4581bf61bc2d3dcfb19a1"
dependencies = [
"futures",
"log",
"thiserror 1.0.69",
"tokio",
"zmq",
]
[[package]] [[package]]
name = "tokio" name = "tokio"
version = "1.48.0" version = "1.48.0"
...@@ -3721,17 +3660,6 @@ dependencies = [ ...@@ -3721,17 +3660,6 @@ dependencies = [
"tokio", "tokio",
] ]
[[package]]
name = "tokio-test"
version = "0.4.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3f6d24790a10a7af737693a3e8f1d03faef7e6ca0cc99aae5066f533766de545"
dependencies = [
"futures-core",
"tokio",
"tokio-stream",
]
[[package]] [[package]]
name = "tokio-util" name = "tokio-util"
version = "0.7.18" version = "0.7.18"
...@@ -3811,9 +3739,9 @@ checksum = "5d99f8c9a7727884afe522e9bd5edbfc91a3312b36a77b5fb8926e4c31a41801" ...@@ -3811,9 +3739,9 @@ checksum = "5d99f8c9a7727884afe522e9bd5edbfc91a3312b36a77b5fb8926e4c31a41801"
[[package]] [[package]]
name = "tonic" name = "tonic"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7f32a6f80051a4111560201420c7885d0082ba9efe2ab61875c587bb6b18b9a0" checksum = "fec7c61a0695dc1887c1b53952990f3ad2e3a31453e1f49f10e75424943a93ec"
dependencies = [ dependencies = [
"async-trait", "async-trait",
"axum", "axum",
...@@ -3841,9 +3769,9 @@ dependencies = [ ...@@ -3841,9 +3769,9 @@ dependencies = [
[[package]] [[package]]
name = "tonic-build" name = "tonic-build"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ce6d8958ed3be404120ca43ffa0fb1e1fc7be214e96c8d33bd43a131b6eebc9e" checksum = "1882ac3bf5ef12877d7ed57aad87e75154c11931c2ba7e6cde5e22d63522c734"
dependencies = [ dependencies = [
"prettyplease", "prettyplease",
"proc-macro2", "proc-macro2",
...@@ -3853,9 +3781,9 @@ dependencies = [ ...@@ -3853,9 +3781,9 @@ dependencies = [
[[package]] [[package]]
name = "tonic-prost" name = "tonic-prost"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9f86539c0089bfd09b1f8c0ab0239d80392af74c21bc9e0f15e1b4aca4c1647f" checksum = "a55376a0bbaa4975a3f10d009ad763d8f4108f067c7c2e74f3001fb49778d309"
dependencies = [ dependencies = [
"bytes", "bytes",
"prost", "prost",
...@@ -3864,9 +3792,9 @@ dependencies = [ ...@@ -3864,9 +3792,9 @@ dependencies = [
[[package]] [[package]]
name = "tonic-prost-build" name = "tonic-prost-build"
version = "0.14.4" version = "0.14.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "65873ace111e90344b8973e94a1fc817c924473affff24629281f90daed1cd2e" checksum = "f3144df636917574672e93d0f56d7edec49f90305749c668df5101751bb8f95a"
dependencies = [ dependencies = [
"prettyplease", "prettyplease",
"proc-macro2", "proc-macro2",
...@@ -4213,9 +4141,9 @@ dependencies = [ ...@@ -4213,9 +4141,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen" name = "wasm-bindgen"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "64024a30ec1e37399cf85a7ffefebdb72205ca1c972291c51512360d90bd8566" checksum = "9ff9c7baef35ac3c0e17d8bfc9ad75eb62f85a2f02bccc906699dadb0aa9c622"
dependencies = [ dependencies = [
"cfg-if 1.0.4", "cfg-if 1.0.4",
"once_cell", "once_cell",
...@@ -4226,9 +4154,9 @@ dependencies = [ ...@@ -4226,9 +4154,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-futures" name = "wasm-bindgen-futures"
version = "0.4.58" version = "0.4.59"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "70a6e77fd0ae8029c9ea0063f87c46fde723e7d887703d74ad2616d792e51e6f" checksum = "d24699cd39db9966cf6e2ef10d2f72779c961ad905911f395ea201c3ec9f545d"
dependencies = [ dependencies = [
"cfg-if 1.0.4", "cfg-if 1.0.4",
"futures-util", "futures-util",
...@@ -4240,9 +4168,9 @@ dependencies = [ ...@@ -4240,9 +4168,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-macro" name = "wasm-bindgen-macro"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "008b239d9c740232e71bd39e8ef6429d27097518b6b30bdf9086833bd5b6d608" checksum = "39455e84ad887a0bbc93c116d72403f1bb0a39e37dd6f235a43e2128a0c7f1fd"
dependencies = [ dependencies = [
"quote", "quote",
"wasm-bindgen-macro-support", "wasm-bindgen-macro-support",
...@@ -4250,9 +4178,9 @@ dependencies = [ ...@@ -4250,9 +4178,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-macro-support" name = "wasm-bindgen-macro-support"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5256bae2d58f54820e6490f9839c49780dff84c65aeab9e772f15d5f0e913a55" checksum = "dff4761f60b0b51fd13fec8764167b7bbcc34498ce3e52805fe1db6f2d56b6d6"
dependencies = [ dependencies = [
"bumpalo", "bumpalo",
"proc-macro2", "proc-macro2",
...@@ -4263,9 +4191,9 @@ dependencies = [ ...@@ -4263,9 +4191,9 @@ dependencies = [
[[package]] [[package]]
name = "wasm-bindgen-shared" name = "wasm-bindgen-shared"
version = "0.2.108" version = "0.2.109"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1f01b580c9ac74c8d8f0c0e4afb04eeef2acf145458e52c03845ee9cd23e3d12" checksum = "bc6a171c53d98021a93a474c4a4579d76ba97f9517d871bc12e27640f218b6dd"
dependencies = [ dependencies = [
"unicode-ident", "unicode-ident",
] ]
...@@ -4319,9 +4247,9 @@ dependencies = [ ...@@ -4319,9 +4247,9 @@ dependencies = [
[[package]] [[package]]
name = "web-sys" name = "web-sys"
version = "0.3.85" version = "0.3.86"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "312e32e551d92129218ea9a2452120f4aabc03529ef03e4d0d82fb2780608598" checksum = "668fa5d00434e890a452ab060d24e3904d1be93f7bb01b70e5603baa2b8ab23b"
dependencies = [ dependencies = [
"js-sys", "js-sys",
"wasm-bindgen", "wasm-bindgen",
......
lib/runtime/examples/service_metrics/Cargo.toml
View file @ 7a6283e9
...@@ -16,6 +16,3 @@ dynamo-runtime = { workspace = true } ...@@ -16,6 +16,3 @@ dynamo-runtime = { workspace = true }
# third-party # third-party
anyhow = { workspace = true } anyhow = { workspace = true }
futures = "0.3" futures = "0.3"
serde = { version = "1", features = ["derive"] }
serde_json = { version = "1" }
tokio = { version = "1", features = ["full"] }
lib/runtime/examples/system_metrics/Cargo.toml
View file @ 7a6283e9
...@@ -20,15 +20,12 @@ dynamo-runtime = { workspace = true } ...@@ -20,15 +20,12 @@ dynamo-runtime = { workspace = true }
# third-party # third-party
futures = "0.3" futures = "0.3"
serde = { version = "1", features = ["derive"] }
serde_json = { version = "1" }
tokio = { version = "1", features = ["full"] } tokio = { version = "1", features = ["full"] }
prometheus = { version = "0.14" } prometheus = { version = "0.14" }
[dev-dependencies] [dev-dependencies]
rand = { version = "0.9.0" } rand = { version = "0.9.0" }
reqwest = { version = "0.12.22", default-features = false, features = ["json", "stream", "rustls-tls"] } reqwest = { version = "0.12.22", default-features = false, features = ["json", "stream", "rustls-tls"] }
tokio-test = "0.4.4"
[[test]] [[test]]
name = "integration_test" name = "integration_test"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment