Cargo.toml 2.49 KB
Newer Older
1
2
3
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

4
5
6
7
[workspace]
# empty workspace to exclude from top level workspace
# excluded due to pyo3 extension module build issues

8
[package]
Neelay Shah's avatar
Neelay Shah committed
9
name = "dynamo-py3"
10
version = "0.6.0"
11
edition = "2024"
12
13
authors = ["NVIDIA"]
license = "Apache-2.0"
Neelay Shah's avatar
Neelay Shah committed
14
15
homepage = "https://github.com/ai-dynamo/dynamo"
repository = "https://github.com/ai-dynamo/dynamo.git"
16
17
18
19
20

[lib]
path = "rust/lib.rs"
name = "_core"
# "cdylib" is necessary to produce a shared library for Python to import from.
21
22
# "rlib" is necessary to support doctests.
crate-type = ["cdylib", "rlib"]
23

24
25
[features]
default = []
Ryan Olson's avatar
Ryan Olson committed
26
block-manager = ["dynamo-llm/block-manager", "dep:dlpark", "dep:cudarc"]
Neelay Shah's avatar
Neelay Shah committed
27

28
[dependencies]
29
dynamo-llm = { path = "../../llm" }
Neelay Shah's avatar
Neelay Shah committed
30
dynamo-runtime = { path = "../../runtime" }
31
dynamo-parsers = { path = "../../parsers" }
32

33
anyhow = { version = "1" }
34
dynamo-async-openai = { path = "../../async-openai" }
35
36
async-stream = { version = "0.3" }
async-trait = { version = "0.1" }
Ryan Olson's avatar
Ryan Olson committed
37
derive-getters = "0.5"
38
either = { version = "1.13", features = ["serde"] }
39
futures = { version = "0.3" }
40
local-ip-address = { version = "0.6" }
41
once_cell = { version = "1.20.3" }
42
parking_lot = { version = "0.12.4" }
43
44
rand = { version = "0.9" }
socket2 = { version = "0.6" }
45
46
47
serde = { version = "1" }
serde_json = { version = "1.0.138" }
thiserror = { version = "2.0" }
48
tokio = { version = "1.46.0", features = ["full"] }
49
tokio-stream = { version = "0" }
Ryan Olson's avatar
Ryan Olson committed
50
51
tokio-util = { version = "0.7", features = ["rt"] }
tracing = { version = "0"  }
52
tracing-subscriber = { version = "0.3", features = ["fmt", "env-filter"] }
Ryan Olson's avatar
Ryan Olson committed
53
uuid = { version = "1.17", features = ["v4", "serde"] }
54
55

# "extension-module" tells pyo3 we want to build an extension module (skips linking against libpython.so)
56
# "abi3-py310" tells pyo3 (and maturin) to build using the stable ABI with minimum Python version 3.10, which is the minimum version in pyproject.toml
57
58
59
60
61
62
pyo3 = { version = "0.23.4", default-features = false, features = [
  "macros",
  "experimental-async",
  "experimental-inspect",
  "extension-module",
  "py-clone",
63
  "abi3-py310"
64
65
66
67
68
69
70
71
72
] }

pyo3-async-runtimes = { version = "0.23.0", default-features = false, features = [
  "attributes",
  "testing",
  "tokio-runtime",
  "unstable-streams",
] }

73
pythonize = "0.23"
74
75

dlpark = { version = "0.5", features = ["pyo3", "half"], optional = true }
Ryan Olson's avatar
Ryan Olson committed
76
cudarc = { version = "0.16.2", features = ["cuda-12020"], optional = true }
77
prometheus = "0.14.0"
78

Ryan Olson's avatar
Ryan Olson committed
79
80
81

[dev-dependencies]
rstest = "0.25"