Cargo.toml 3.49 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

[package]
Neelay Shah's avatar
Neelay Shah committed
17
name = "dynamo-llm"
18
19
20
21
22
version.workspace = true
edition.workspace = true
authors.workspace = true
license.workspace = true
homepage.workspace = true
23
24
25
repository.workspace = true
readme.workspace = true
description = "Dynamo LLM Library"
26

27
[features]
28
default = []
29

Ryan Olson's avatar
Ryan Olson committed
30
31
32
testing-full  = ["testing-cuda", "testing-nixl"]
testing-cuda  = ["dep:cudarc"]
testing-nixl  = ["dep:nixl-sys"]
33
block-manager = ["dep:nixl-sys", "dep:cudarc", "dep:ndarray", "dep:nix"]
34
sentencepiece = ["dep:sentencepiece"]
35

36
37
[dependencies]
# repo
Neelay Shah's avatar
Neelay Shah committed
38
dynamo-runtime = { workspace = true }
39
40
41
42
43

# workspace
anyhow = { workspace = true }
async-stream = { workspace = true }
async-trait = { workspace = true }
44
async-nats = { workspace = true }
45
async_zmq = { workspace = true }
46
bytes = { workspace = true }
47
chrono = { workspace = true }
48
derive_builder = {workspace = true }
49
either = { workspace = true }
50
etcd-client = { workspace = true }
51
futures =  { workspace = true }
52
hf-hub = { workspace = true }
53
rand = { workspace = true }
Ryan Olson's avatar
Ryan Olson committed
54
oneshot = { workspace = true }
55
prometheus = { workspace = true }
56
serde = { workspace = true }
57
serde_json = { workspace = true }
58
tempfile = { workspace = true }
59
60
61
62
63
64
thiserror = { workspace = true }
tokio = { workspace = true }
tokio-stream = { workspace = true }
tokio-util = { workspace = true }
tracing = { workspace = true }
validator = { workspace = true }
65
url = { workspace = true }
66
uuid = { workspace = true }
67
xxhash-rust = { workspace = true }
68
strum = { workspace = true }
69

70
akin = "0.4.0"
Paul Hendricks's avatar
Paul Hendricks committed
71
async-openai = "0.27.2"
72
blake3 = "1"
73
bytemuck = "1.22"
74
candle-core = { version = "0.8.0" }
75
derive-getters = "0.5"
76
regex = "1"
77
78
rayon = "1"

Ryan Olson's avatar
Ryan Olson committed
79
# block_manager
80
nixl-sys = { version = "0.2.1-rc.3", optional = true }
Ryan Olson's avatar
Ryan Olson committed
81
cudarc = { version = "0.16.2", features = ["cuda-12020"], optional = true }
82
ndarray = { version = "0.16", optional = true }
83
nix = { version = "0.26", optional = true }
84

85
86
87
88
89
90
# protocols
unicode-segmentation = "1.12"

# http-service
axum = "0.8"

Biswa Panda's avatar
Biswa Panda committed
91
# tokenizers
92
tokenizers = { version = "0.21.1", default-features = false, features = [
Biswa Panda's avatar
Biswa Panda committed
93
94
  "onig",
  "esaxx_fast",
95
  "rustls-tls",
Biswa Panda's avatar
Biswa Panda committed
96
97
98
99
100
] }
sentencepiece = { version = "0.11.2", optional = true }

# backend
galil-seiferas = { version = "0.1" }
101
toktrie = { version = "0.6.28" }
Biswa Panda's avatar
Biswa Panda committed
102
103
104
105
106
107
toktrie_hf_tokenizers =  { version = "0.6.28" }

# preprocessor
bs62 = { version = "0.1" }
erased-serde = { version = "0.4" }
itertools = { version = "0.14.0" }
108
109
minijinja = { version = "2.10.2", features = ["loader"] }
minijinja-contrib = { version = "2.10.2", features = ["pycompat"] }
110

111
112
113
# GGUF
ggus = "0.4.0"
memmap2 = "0.9.5"
114

115
[dev-dependencies]
116
hf-hub = { workspace = true }
117
118
proptest = "1.5.0"
reqwest = { version = "0.12", default-features = false, features = ["json", "stream", "rustls-tls"] }
119
rstest = "0.18.2"
120
rstest_reuse = "0.7.0"
121
tempfile = "3.17.1"
Biswa Panda's avatar
Biswa Panda committed
122
123
124
125
126
127
insta = { version = "1.41", features = [
  "glob",
  "json",
  "redactions",
  "filters",
] }
128
129
aligned-vec = "0.6.4"
lazy_static = "1.4"