refactor: move libs to lib dir

Signed-off-by: Neelay Shah <neelays@nvidia.com>
Co-authored-by: Ryan McCormick <rmccormick@nvidia.com>

runtime/rust/tests/common/engines.rs → lib/runtime/tests/common/engines.rs

@@ -21,12 +21,12 @@ use async_trait::async_trait;
 use futures::Stream;
 use tokio::sync::mpsc;
 
-use triton_distributed::engine::{
+use triton_distributed_runtime::engine::{
     AsyncEngine, AsyncEngineContext, AsyncEngineContextProvider, AsyncEngineStream,
     Data as DataType, Engine, EngineStream,
 };
 
-use triton_distributed::pipeline::{
+use triton_distributed_runtime::pipeline::{
     context::{Context, StreamContext},
     Error, ManyOut, SingleIn,
 };

runtime/rust/tests/common/mock.rs → lib/runtime/tests/common/mock.rs

@@ -21,8 +21,8 @@ use futures::StreamExt;
 use serde::{Deserialize, Serialize};
 use tokio::sync::mpsc;
 
-use triton_distributed::engine::{AsyncEngine, AsyncEngineContext, Data, ResponseStream};
-use triton_distributed::pipeline::{
+use triton_distributed_runtime::engine::{AsyncEngine, AsyncEngineContext, Data, ResponseStream};
+use triton_distributed_runtime::pipeline::{
     context::{Context, StreamContext},
     Error, ManyOut, PipelineError, PipelineIO, SegmentSource, SingleIn,
 };

runtime/rust/tests/lifecycle.rs → lib/runtime/tests/lifecycle.rs

@@ -13,7 +13,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-use triton_distributed::{worker::Worker, Result, Runtime};
+use triton_distributed_runtime::{worker::Worker, Result, Runtime};
 
 async fn hello_world(_runtime: Runtime) -> Result<()> {
     Ok(())

runtime/rust/tests/pipeline.rs → lib/runtime/tests/pipeline.rs

@@ -17,8 +17,8 @@ use futures::{stream, StreamExt};
 use serde::{Deserialize, Serialize};
 use std::{sync::Arc, time::Duration};
 
-use triton_distributed::engine::ResponseStream;
-use triton_distributed::{
+use triton_distributed_runtime::engine::ResponseStream;
+use triton_distributed_runtime::{
     pipeline::{
         async_trait, AsyncEngine, Data, Event, ManyOut, Operator, ServiceBackend, ServiceEngine,
         ServiceFrontend, SingleIn, *,

runtime/rust/tests/soak.rs → lib/runtime/tests/soak.rs

@@ -21,7 +21,7 @@ mod integration {
     use futures::StreamExt;
     use std::{sync::Arc, time::Duration};
     use tokio::time::Instant;
-    use triton_distributed::{
+    use triton_distributed_runtime::{
         logging,
         pipeline::{
             async_trait, network::Ingress, AsyncEngine, AsyncEngineContextProvider, Error, ManyOut,

llm/rust/Cargo.toml

-# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
-# SPDX-License-Identifier: Apache-2.0
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-[workspace]
-members = [
-    "triton-llm",
-    "libtriton-llm",
-]
-resolver = "2"
-
-[workspace.package]
-version = "0.2.0"
-edition = "2021"
-authors = ["NVIDIA"]
-license = "Apache-2.0"
-homepage = "https://github.com/triton-inference-server/triton_distributed"
-repository = "https://github.com/triton-inference-server/triton_distributed"
-
-
-[workspace.dependencies]
-# local or crates.io
-triton-distributed = { version = "0.2.0", path = "../../runtime/rust" }
-
-# crates.io
-anyhow = { version = "1" }
-async-stream = { version = "0.3" }
-async-trait = { version = "0.1" }
-bytes = "1"
-derive_builder = "0.20"
-futures = "0.3"
-serde = { version = "1", features = ["derive"] }
-thiserror = { version = "2.0.11" }
-tokio = { version = "1", features = ["full"] }
-tokio-stream = { version = "0.1" }
-tokio-util = { version = "0.7", features = ["codec", "net"] }
-tracing = { version = "0.1" }
-validator = { version = "0.20.0", features = ["derive"] }
-uuid = { version = "1", features = ["v4", "serde"] }
-xxhash-rust = { version = "0.8", features = ["xxh3", "const_xxh3"] }

pyproject.toml

@@ -13,6 +13,20 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+[project]
+name = "triton-distributed"
+version = "0.2.1"
+description = "Distributed Inference Framework"
+readme = "README.md"
+authors = [
+    { name = "NVIDIA Inc.", email = "sw-dl-triton@nvidia.com" },
+]
+license = { file = "LICENSE" }
+requires-python = ">=3.10"
+dependencies = [
+    "pytest>=8.3.4",
+]
+
 [tool.codespell]
 # note: pre-commit passes explicit lists of files here, which this skip file list doesn't override -
 # this is only to allow you to run codespell interactively
@@ -20,7 +34,7 @@
 
 # TODO add skip files for generated code
 # skip = "./.git,./.github,./src/grpc_generated"
-skip = "./.git,./.github"
+skip = "./.git,./.github,./lib/llm/tests/data"
 
 # ignore short words, and typename parameters like OffsetT
 ignore-regex = "\\b(.{1,4}|[A-Z]\\w*T)\\b"