Cargo.toml 1.49 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

16
[package]
Neelay Shah's avatar
Neelay Shah committed
17
name = "libtriton-distributed-llm"
18
version = "0.1.1"
19
20
21
22
23
24
25
edition = "2021"
authors = ["NVIDIA"]
license = "Apache-2.0"
homepage = "https://github.com/triton-inference-server/triton_distributed"
repository = "https://github.com/triton-inference-server/triton_distributed"

[lib]
Neelay Shah's avatar
Neelay Shah committed
26
name = "triton_distributed_llm_capi"
27
28
crate-type = ["cdylib"]

29
30
[build-dependencies]
cbindgen = "0.27"
31
32

[dependencies]
Neelay Shah's avatar
Neelay Shah committed
33
34
triton-distributed-llm = { path = "../../llm" }
triton-distributed-runtime = { path = "../../runtime" }
35

36
anyhow = { version = "1" }
37
futures = "0.3"
38
once_cell = "1"
39
40
41
42
43
serde = "1"
serde_json = "1.0.138"
tokio = { version = "1", features = ["full"] }
tokio-stream = "0"
tracing = "0"
44
45
46
libc = "0.2"
uuid = { version = "1", features = ["v4", "serde"] }
async-once-cell = "0.5.4"
47
tracing-subscriber = { version = "0.3", features = ["fmt", "env-filter"] }