Cargo.toml 3.97 KB
Newer Older
1
2
3
4
5
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

[workspace]
members = [
6
    "launch/dynamo-run",
7
8
    "lib/llm",
    "lib/runtime",
9
    "lib/tokens",
10
    "lib/async-openai",
11
    "lib/parsers",
12
    "lib/bindings/c",
13
    "lib/bindings/python/codegen",
14
    "lib/engines/*",
Richard Huo's avatar
Richard Huo committed
15
    "lib/kvbm",
16
]
17
18
19
20
21
22
23
24
25
26
27
28
# Exclude certain packages that are slow to build and we don't ship as flagship
# features from default build, but keep them in workspace for convenience.
# - launch/dynamo-run
# - lib/engines/*
default-members = [
    "lib/llm",
    "lib/runtime",
    "lib/tokens",
    "lib/async-openai",
    "lib/parsers",
    "lib/bindings/c",
]
29
resolver = "3"
30
31

[workspace.package]
32
version = "0.6.1"
33
edition = "2024"
34
35
description = "Dynamo Inference Framework"
authors = ["NVIDIA Inc. <sw-dl-dynamo@nvidia.com>"]
36
license = "Apache-2.0"
Neelay Shah's avatar
Neelay Shah committed
37
38
homepage = "https://github.com/ai-dynamo/dynamo"
repository = "https://github.com/ai-dynamo/dynamo.git"
39
keywords = ["llm", "genai", "inference", "nvidia", "distributed"]
40
41

[workspace.dependencies]
42
# Local crates
43
44
45
46
dynamo-runtime = { path = "lib/runtime", version = "0.6.1" }
dynamo-llm = { path = "lib/llm", version = "0.6.1" }
dynamo-tokens = { path = "lib/tokens", version = "0.6.1" }
dynamo-async-openai = { path = "lib/async-openai", version = "0.6.1", features = [
47
48
49
    "byot",
    "rustls",
] }
50
dynamo-parsers = { path = "lib/parsers", version = "0.6.1" }
51

52
# External dependencies
53
anyhow = { version = "1" }
54
async-nats = { version = "0.40", features = ["service"] }
55
56
async-stream = { version = "0.3" }
async-trait = { version = "0.1" }
57
58
59
async_zmq = { version = "0.4.0" }
blake3 = { version = "1" }
bytes = { version = "1" }
60
61
62
63
64
65
66
chrono = { version = "0.4", default-features = false, features = [
    "alloc",
    "std",
    "clock",
    "now",
    "serde",
] }
67
cudarc = { version = "0.17.1", features = ["cuda-12020"] }
68
dashmap = { version = "6.1" }
69
70
71
derive_builder = { version = "0.20" }
derive-getters = { version = "0.5" }
either = { version = "1.13", features = ["serde"] }
72
etcd-client = { version = "0.16", features = ["tls"] }
73
futures = { version = "0.3" }
74
75
76
77
78
79
80
hf-hub = { version = "0.4.2", default-features = false, features = [
    "tokio",
    "rustls-tls",
    "ureq",
] }

# ModelExpress for model downloading
81
82
modelexpress-client = { version = "0.2.0" }
modelexpress-common = { version = "0.2.0" }
83

84
humantime = { version = "2.2.0" }
85
libc = { version = "0.2" }
Ryan Olson's avatar
Ryan Olson committed
86
oneshot = { version = "0.1.11", features = ["std", "async"] }
87
parking_lot = "0.12.5"
88
prometheus = { version = "0.14" }
89
rand = { version = "0.9.0" }
90
91
92
93
94
reqwest = { version = "0.12.22", default-features = false, features = [
    "json",
    "stream",
    "rustls-tls",
] }
95
96
serde = { version = "1", features = ["derive"] }
serde_json = { version = "1" }
97
strum = { version = "0.27", features = ["derive"] }
98
tempfile = "3"
99
100
101
thiserror = { version = "2.0.11" }
tokio = { version = "1", features = ["full"] }
tokio-stream = { version = "0.1" }
Ryan Olson's avatar
Ryan Olson committed
102
tokio-util = { version = "0.7", features = ["codec", "net", "rt"] }
103
104
tower-http = { version = "0.6", features = ["trace"] }
axum = { version = "0.8", features = ["macros"] }
105
tracing = { version = "0.1" }
106
107
108
109
110
tracing-subscriber = { version = "0.3", features = [
    "env-filter",
    "local-time",
    "json",
] }
111
112
113
114
tracing-opentelemetry = { version = "0.32.0" }
opentelemetry = { version = "0.31.0", features = ["trace"] }
opentelemetry_sdk = { version = "0.31.0", features = ["trace", "rt-tokio"] }
opentelemetry-otlp = { version = "0.31.0", features = ["trace", "grpc-tonic"] }
115
validator = { version = "0.20.0", features = ["derive"] }
116
uuid = { version = "1.17", features = ["v4", "serde"] }
117
url = { version = "2.5", features = ["serde"] }
118
xxhash-rust = { version = "0.8", features = ["xxh3", "const_xxh3"] }
Graham King's avatar
Graham King committed
119
120
121

[profile.dev.package]
insta.opt-level = 3
122

123
124
[profile.dev]
# release level optimizations otherwise everything feels slow
125
# opt-level = 3
126

127
[profile.release]
128
# These make the build much slower but shrink the binary, and could help performance
129
codegen-units = 1
130
lto = "thin"