build: add top level rust workspace (#137)

lib/llm/Cargo.toml

@@ -13,14 +13,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-[workspace.package]
-version = "0.1.0"
-edition = "2021"
-authors = ["NVIDIA"]
-license = "Apache-2.0"
-homepage = "https://github.com/ai-dynamo/dynamo"
-repository = "https://github.com/ai-dynamo/dynamo.git"
-
 [package]
 name = "dynamo-llm"
 version.workspace = true
@@ -42,30 +34,7 @@ cuda = ["mistralrs/cuda", "llama-cpp-2/cuda"]
 metal = ["mistralrs/metal", "llama-cpp-2/metal"]
 vulkan = ["llama-cpp-2/vulkan"]
 
-[workspace.dependencies]
-# local or crates.io
-dynamo-runtime = { version = "0.1.0", path = "../runtime" }
-
-# crates.io
-anyhow = { version = "1" }
-async-stream = { version = "0.3" }
-async-trait = { version = "0.1" }
-bytes = "1"
-derive_builder = "0.20"
-futures = "0.3"
-serde = { version = "1", features = ["derive"] }
-thiserror = { version = "2.0.11" }
-tokio = { version = "1", features = ["full"] }
-tokio-stream = { version = "0.1" }
-tokio-util = { version = "0.7", features = ["codec", "net"] }
-tracing = { version = "0.1" }
-validator = { version = "0.20.0", features = ["derive"] }
-uuid = { version = "1", features = ["v4", "serde"] }
-xxhash-rust = { version = "0.8", features = ["xxh3", "const_xxh3"] }
-strum = { version = "0.27", features = ["derive"] }
-
 [dependencies]
-
 # repo
 dynamo-runtime = { workspace = true }
 

lib/llm/rust-toolchain.toml

-[toolchain]
-channel = "1.85.0"

lib/runtime/Cargo.toml

@@ -15,57 +15,56 @@
 
 [package]
 name = "dynamo-runtime"
-description = "Distributed Inference Framework"
 readme = "README.md"
-version = "0.1.0" # TODO: Centralize Version Automation
-edition = "2021"
-authors = ["NVIDIA"]
-license = "Apache-2.0"
-homepage = "https://github.com/ai-dynamo/dynamo"
-repository = "https://github.com/ai-dynamo/dynamo.git"
-keywords = ["llm", "genai", "inference", "nvidia", "distributed", "dynamo"]
+version.workspace = true
+edition.workspace = true
+authors.workspace = true
+license.workspace = true
+homepage.workspace = true
+repository.workspace = true
 
 [features]
 default = []
 integration = []
 
 [dependencies]
-# workspace - when we expand to multiple crates; put these in the workspace
-anyhow = { version = "1" }
-async-nats = { version = "0.38", features = ["service"] }
-async-stream = { version = "0.3" }
-async-trait = { version = "0.1" }
-async_zmq = "0.4.0"
-blake3 = "1"
-bytes = "1"
-chrono = "0.4"
-derive_builder = "0.20"
-derive-getters = "0.5"
-either = { version = "1.13", features = ["serde"] }
+# Use workspace dependencies where available
+anyhow = { workspace = true }
+async-nats = { workspace = true }
+async-stream = { workspace = true }
+async-trait = { workspace = true }
+async_zmq = { workspace = true }
+blake3 = { workspace = true }
+bytes = { workspace = true }
+chrono = { workspace = true }
+derive_builder = { workspace = true }
+derive-getters = { workspace = true }
+either = { workspace = true }
+futures = { workspace = true }
+serde = { workspace = true }
+serde_json = { workspace = true }
+tokio = { workspace = true }
+tokio-stream = { workspace = true }
+tokio-util = { workspace = true }
+tracing = { workspace = true }
+validator = { workspace = true }
+uuid = { workspace = true }
+xxhash-rust = { workspace = true }
+prometheus = { workspace = true }
+thiserror = { workspace = true }
+
+# Dependencies not yet in workspace
 figment = { version = "0.10.19", features = ["env", "json", "toml", "test"] }
-futures = { version = "0.3" }
 humantime = { version = "2.1.0" }
 log = { version = "0.4" }
-once_cell = "1"
-prometheus = { version = "0.13" }
+once_cell = { version = "1" }
 regex = { version = "1" }
-serde = { version = "1", features = ["derive"] }
-serde_json = "1"
 socket2 = { version = "0.5.8" }
-thiserror = { version = "1" }
-tokio = { version = "1", features = ["full"] }
-tokio-stream = { version = "0.1" }
-tokio-util = { version = "0.7", features = ["codec", "net"] }
-tracing = { version = "0.1" }
 tracing-subscriber = { version = "0.3", features = ["env-filter", "local-time", "json"] }
-uuid = { version = "1", features = ["v4", "serde"] }
-validator = { version = "0.20", features = ["derive"] }
-xxhash-rust = { version = "0.8", features = ["xxh3", "const_xxh3"] }
 
-# non-workspace
-async-once-cell = "0.5.4"
-educe = "0.6.0"
-etcd-client = "0.14"
+async-once-cell = { version = "0.5.4" }
+educe = { version = "0.6.0" }
+etcd-client = { version = "0.14" }
 local-ip-address = { version = "0.6.3" }
 nid = { version = "3.0.0", features = ["serde"] }
 nix = { version = "0.29", features = ["signal"] }
@@ -73,7 +72,7 @@ nuid = { version = "0.5" }
 rand = { version = "0.8"}
 
 [dev-dependencies]
-assert_matches = "1.5.0"
-env_logger = "0.11"
-rstest = "0.23.0"
-temp-env = "0.3.6"
+assert_matches = { version = "1.5.0" }
+env_logger = { version = "0.11" }
+rstest = { version = "0.23.0" }
+temp-env = { version = "0.3.6" }

lib/runtime/examples/Cargo.lock

@@ -84,7 +84,7 @@ dependencies = [
  "serde_json",
  "serde_nanos",
  "serde_repr",
- "thiserror",
+ "thiserror 1.0.69",
  "time",
  "tokio",
  "tokio-rustls",
@@ -144,7 +144,7 @@ dependencies = [
  "mio 0.6.23",
  "once_cell",
  "slab",
- "thiserror",
+ "thiserror 1.0.69",
  "zmq",
 ]
 
@@ -351,9 +351,8 @@ checksum = "1a7964611d71df112cb1730f2ee67324fcf4d0fc6606acbbe9bfe06df124637c"
 dependencies = [
  "android-tzdata",
  "iana-time-zone",
- "js-sys",
  "num-traits",
- "wasm-bindgen",
+ "serde",
  "windows-link",
 ]
 
@@ -665,7 +664,7 @@ dependencies = [
  "serde",
  "serde_json",
  "socket2",
- "thiserror",
+ "thiserror 2.0.12",
  "tokio",
  "tokio-stream",
  "tokio-util",
@@ -1403,7 +1402,7 @@ checksum = "3669cf5561f8d27e8fc84cc15e58350e70f557d4d65f70e3154e54cd2f8e1782"
 dependencies = [
  "libc",
  "neli",
- "thiserror",
+ "thiserror 1.0.69",
  "windows-sys 0.59.0",
 ]
 
@@ -1551,7 +1550,7 @@ checksum = "4abdf1789932b85dc39446e27f45a1064a30f9e19a2b872b1d09bd59283f85f3"
 dependencies = [
  "rand",
  "serde",
- "thiserror",
+ "thiserror 1.0.69",
 ]
 
 [[package]]
@@ -1857,7 +1856,7 @@ dependencies = [
  "memchr",
  "parking_lot",
  "protobuf",
- "thiserror",
+ "thiserror 1.0.69",
 ]
 
 [[package]]
@@ -2475,7 +2474,16 @@ version = "1.0.69"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "b6aaf5339b578ea85b50e080feb250a3e8ae8cfcdff9a461c9ec2904bc923f52"
 dependencies = [
- "thiserror-impl",
+ "thiserror-impl 1.0.69",
+]
+
+[[package]]
+name = "thiserror"
+version = "2.0.12"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "567b8a2dae586314f7be2a752ec7474332959c6460e02bde30d702a66d488708"
+dependencies = [
+ "thiserror-impl 2.0.12",
 ]
 
 [[package]]
@@ -2489,6 +2497,17 @@ dependencies = [
  "syn 2.0.100",
 ]
 
+[[package]]
+name = "thiserror-impl"
+version = "2.0.12"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7f7cf42b4507d8ea322120659672cf1b9dbb93f8f2d4ecfd6e51350ff5b17a1d"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn 2.0.100",
+]
+
 [[package]]
 name = "thread_local"
 version = "1.1.8"

lib/runtime/rust-toolchain.toml

-[toolchain]
-channel = "1.85.0"