Skip to content

GitLab

Unverified Commit 5b82b8b0 authored by Anant Sharma's avatar Anant Sharma Committed by GitHub
Browse files

chore: update versions to match latest release (#4966) 


Signed-off-by: default avatarAnant Sharma <anants@nvidia.com>
parent 845064bc
Hide whitespace changes
Inline Side-by-side
Showing with 285 additions and 82 deletions
Cargo.lock
View file @ 5b82b8b0
...@@ -2552,7 +2552,7 @@ checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9" ...@@ -2552,7 +2552,7 @@ checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9"
[[package]] [[package]]
name = "dynamo-async-openai" name = "dynamo-async-openai"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"async-openai-macros", "async-openai-macros",
"backoff", "backoff",
...@@ -2590,14 +2590,14 @@ dependencies = [ ...@@ -2590,14 +2590,14 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-config" name = "dynamo-config"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
] ]
[[package]] [[package]]
name = "dynamo-discovery" name = "dynamo-discovery"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-trait", "async-trait",
...@@ -2639,7 +2639,7 @@ dependencies = [ ...@@ -2639,7 +2639,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-engine-mistralrs" name = "dynamo-engine-mistralrs"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-stream", "async-stream",
...@@ -2657,7 +2657,7 @@ dependencies = [ ...@@ -2657,7 +2657,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-llm" name = "dynamo-llm"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"ahash", "ahash",
"aho-corasick", "aho-corasick",
...@@ -2768,7 +2768,7 @@ dependencies = [ ...@@ -2768,7 +2768,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-memory" name = "dynamo-memory"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"cudarc", "cudarc",
...@@ -2785,7 +2785,7 @@ dependencies = [ ...@@ -2785,7 +2785,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-parsers" name = "dynamo-parsers"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-async-openai", "dynamo-async-openai",
...@@ -2804,7 +2804,7 @@ dependencies = [ ...@@ -2804,7 +2804,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-run" name = "dynamo-run"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-stream", "async-stream",
...@@ -2832,7 +2832,7 @@ dependencies = [ ...@@ -2832,7 +2832,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-runtime" name = "dynamo-runtime"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"arc-swap", "arc-swap",
...@@ -2909,7 +2909,7 @@ dependencies = [ ...@@ -2909,7 +2909,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-tokens" name = "dynamo-tokens"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"bytemuck", "bytemuck",
"dashmap 6.1.0", "dashmap 6.1.0",
...@@ -5312,7 +5312,7 @@ checksum = "2874a2af47a2325c2001a6e6fad9b16a53b802102b528163885171cf92b15976" ...@@ -5312,7 +5312,7 @@ checksum = "2874a2af47a2325c2001a6e6fad9b16a53b802102b528163885171cf92b15976"
[[package]] [[package]]
name = "libdynamo_llm" name = "libdynamo_llm"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-once-cell", "async-once-cell",
......
Cargo.toml
View file @ 5b82b8b0
...@@ -33,7 +33,7 @@ default-members = [ ...@@ -33,7 +33,7 @@ default-members = [
resolver = "3" resolver = "3"
[workspace.package] [workspace.package]
version = "0.7.0" version = "0.7.1"
edition = "2024" edition = "2024"
description = "Dynamo Inference Framework" description = "Dynamo Inference Framework"
authors = ["NVIDIA Inc. <sw-dl-dynamo@nvidia.com>"] authors = ["NVIDIA Inc. <sw-dl-dynamo@nvidia.com>"]
...@@ -44,15 +44,15 @@ keywords = ["llm", "genai", "inference", "nvidia", "distributed"] ...@@ -44,15 +44,15 @@ keywords = ["llm", "genai", "inference", "nvidia", "distributed"]
[workspace.dependencies] [workspace.dependencies]
# Local crates # Local crates
dynamo-runtime = { path = "lib/runtime", version = "0.7.0" } dynamo-runtime = { path = "lib/runtime", version = "0.7.1" }
dynamo-llm = { path = "lib/llm", version = "0.7.0" } dynamo-llm = { path = "lib/llm", version = "0.7.1" }
dynamo-config = { path = "lib/config", version = "0.7.0" } dynamo-config = { path = "lib/config", version = "0.7.1" }
dynamo-tokens = { path = "lib/tokens", version = "0.7.0" } dynamo-tokens = { path = "lib/tokens", version = "0.7.1" }
dynamo-async-openai = { path = "lib/async-openai", version = "0.7.0", features = [ dynamo-async-openai = { path = "lib/async-openai", version = "0.7.1", features = [
"byot", "byot",
"rustls", "rustls",
] } ] }
dynamo-parsers = { path = "lib/parsers", version = "0.7.0" } dynamo-parsers = { path = "lib/parsers", version = "0.7.1" }
# External dependencies # External dependencies
anyhow = { version = "1" } anyhow = { version = "1" }
......
deploy/cloud/helm/crds/Chart.yaml
View file @ 5b82b8b0
...@@ -16,5 +16,5 @@ apiVersion: v2 ...@@ -16,5 +16,5 @@ apiVersion: v2
name: dynamo-crds name: dynamo-crds
description: A Helm chart for dynamo CRDs description: A Helm chart for dynamo CRDs
type: application type: application
version: 0.7.0 version: 0.7.1
dependencies: [] dependencies: []
\ No newline at end of file
deploy/cloud/helm/platform/Chart.yaml
View file @ 5b82b8b0
...@@ -19,11 +19,11 @@ maintainers: ...@@ -19,11 +19,11 @@ maintainers:
url: https://www.nvidia.com url: https://www.nvidia.com
description: A Helm chart for NVIDIA Dynamo Platform. description: A Helm chart for NVIDIA Dynamo Platform.
type: application type: application
version: 0.7.0 version: 0.7.1
home: https://nvidia.com home: https://nvidia.com
dependencies: dependencies:
- name: dynamo-operator - name: dynamo-operator
version: 0.6.1 version: 0.7.1
repository: file://components/operator repository: file://components/operator
condition: dynamo-operator.enabled condition: dynamo-operator.enabled
- name: nats - name: nats
......
deploy/cloud/helm/platform/README.md
View file @ 5b82b8b0
...@@ -19,7 +19,7 @@ limitations under the License. ...@@ -19,7 +19,7 @@ limitations under the License.
A Helm chart for NVIDIA Dynamo Platform. A Helm chart for NVIDIA Dynamo Platform.
![Version: 0.7.0](https://img.shields.io/badge/Version-0.7.0-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![Version: 0.7.1](https://img.shields.io/badge/Version-0.7.1-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square)
## 🚀 Overview ## 🚀 Overview
......
deploy/cloud/helm/platform/components/operator/Chart.yaml
View file @ 5b82b8b0
...@@ -27,9 +27,9 @@ type: application ...@@ -27,9 +27,9 @@ type: application
# This is the chart version. This version number should be incremented each time you make changes # This is the chart version. This version number should be incremented each time you make changes
# to the chart and its templates, including the app version. # to the chart and its templates, including the app version.
# Versions are expected to follow Semantic Versioning (https://semver.org/) # Versions are expected to follow Semantic Versioning (https://semver.org/)
version: 0.6.1 version: 0.7.1
# This is the version number of the application being deployed. This version number should be # This is the version number of the application being deployed. This version number should be
# incremented each time you make changes to the application. Versions are not expected to # incremented each time you make changes to the application. Versions are not expected to
# follow Semantic Versioning. They should reflect the version the application is using. # follow Semantic Versioning. They should reflect the version the application is using.
# It is recommended to use it with quotes. # It is recommended to use it with quotes.
appVersion: "0.6.1" appVersion: "0.7.1"
deploy/helm/chart/Chart.yaml
View file @ 5b82b8b0
...@@ -17,5 +17,5 @@ apiVersion: v2 ...@@ -17,5 +17,5 @@ apiVersion: v2
name: dynamo-graph name: dynamo-graph
description: A Helm chart to deploy a Dynamo graph on Kubernetes description: A Helm chart to deploy a Dynamo graph on Kubernetes
type: application type: application
version: 0.7.0 version: 0.7.1
appVersion: 0.7.0 appVersion: 0.7.1
\ No newline at end of file \ No newline at end of file
docs/reference/support-matrix.md
View file @ 5b82b8b0
...@@ -52,8 +52,8 @@ If you are using a **GPU**, the following GPU models and architectures are suppo ...@@ -52,8 +52,8 @@ If you are using a **GPU**, the following GPU models and architectures are suppo
| **Python Package** | **Version** | glibc version | CUDA Version | | **Python Package** | **Version** | glibc version | CUDA Version |
| :----------------- | :---------- | :------------------------------------ | :----------- | | :----------------- | :---------- | :------------------------------------ | :----------- |
| ai-dynamo | 0.7.0 | >=2.28 | | | ai-dynamo | 0.7.1 | >=2.28 | |
| ai-dynamo-runtime | 0.7.0 | >=2.28 (Python 3.12 has known issues) | | | ai-dynamo-runtime | 0.7.1 | >=2.28 (Python 3.12 has known issues) | |
| NIXL | 0.7.1 | >=2.27 | >=11.8 | | NIXL | 0.7.1 | >=2.27 | >=11.8 |
### Build Dependency ### Build Dependency
...@@ -77,7 +77,7 @@ The following table shows the dependency versions included with each Dynamo rele ...@@ -77,7 +77,7 @@ The following table shows the dependency versions included with each Dynamo rele
### CUDA Support by Framework ### CUDA Support by Framework
| **Dynamo Version** | **SGLang** | **TensorRT-LLM** | **vLLM** | | **Dynamo Version** | **SGLang** | **TensorRT-LLM** | **vLLM** |
| :------------------- | :-----------------------| :-----------------------| :-----------------------| | :------------------- | :-----------------------| :-----------------------| :-----------------------|
| **Dynamo 0.7.0** | CUDA 12.8 | CUDA 13.0 | CUDA 12.8 | | **Dynamo 0.7.1** | CUDA 12.8 | CUDA 13.0 | CUDA 12.8 |
## Cloud Service Provider Compatibility ## Cloud Service Provider Compatibility
......
lib/bindings/kvbm/Cargo.lock
View file @ 5b82b8b0
...@@ -199,13 +199,13 @@ dependencies = [ ...@@ -199,13 +199,13 @@ dependencies = [
[[package]] [[package]]
name = "async-nats" name = "async-nats"
version = "0.40.0" version = "0.45.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e23419d455dc57d3ae60a2f4278cf561fc74fe866e548e14d2b0ad3e1b8ca0b2" checksum = "86dde77d8a733a9dbaf865a9eb65c72e09c88f3d14d3dd0d2aecf511920ee4fe"
dependencies = [ dependencies = [
"base64 0.22.1", "base64 0.22.1",
"bytes", "bytes",
"futures", "futures-util",
"memchr", "memchr",
"nkeys", "nkeys",
"nuid", "nuid",
...@@ -226,6 +226,7 @@ dependencies = [ ...@@ -226,6 +226,7 @@ dependencies = [
"time", "time",
"tokio", "tokio",
"tokio-rustls", "tokio-rustls",
"tokio-stream",
"tokio-util", "tokio-util",
"tokio-websockets", "tokio-websockets",
"tracing", "tracing",
...@@ -1473,7 +1474,7 @@ dependencies = [ ...@@ -1473,7 +1474,7 @@ dependencies = [
"libc", "libc",
"option-ext", "option-ext",
"redox_users", "redox_users",
"windows-sys 0.59.0", "windows-sys 0.61.2",
] ]
[[package]] [[package]]
...@@ -1556,7 +1557,7 @@ checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9" ...@@ -1556,7 +1557,7 @@ checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9"
[[package]] [[package]]
name = "dynamo-async-openai" name = "dynamo-async-openai"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"async-openai-macros", "async-openai-macros",
"backoff", "backoff",
...@@ -1582,7 +1583,7 @@ dependencies = [ ...@@ -1582,7 +1583,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-llm" name = "dynamo-llm"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"ahash", "ahash",
"aho-corasick", "aho-corasick",
...@@ -1630,8 +1631,11 @@ dependencies = [ ...@@ -1630,8 +1631,11 @@ dependencies = [
"modelexpress-client", "modelexpress-client",
"modelexpress-common", "modelexpress-common",
"ndarray", "ndarray",
"ndarray-interp",
"ndarray-npy",
"nix 0.26.4", "nix 0.26.4",
"nixl-sys", "nixl-sys",
"object_store",
"offset-allocator", "offset-allocator",
"oneshot", "oneshot",
"parking_lot", "parking_lot",
...@@ -1657,7 +1661,7 @@ dependencies = [ ...@@ -1657,7 +1661,7 @@ dependencies = [
"toktrie", "toktrie",
"toktrie_hf_tokenizers", "toktrie_hf_tokenizers",
"tonic 0.13.1", "tonic 0.13.1",
"tonic-build", "tonic-build 0.13.1",
"tower", "tower",
"tower-http", "tower-http",
"tracing", "tracing",
...@@ -1673,7 +1677,7 @@ dependencies = [ ...@@ -1673,7 +1677,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-parsers" name = "dynamo-parsers"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-async-openai", "dynamo-async-openai",
...@@ -1691,7 +1695,7 @@ dependencies = [ ...@@ -1691,7 +1695,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-runtime" name = "dynamo-runtime"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"arc-swap", "arc-swap",
...@@ -1731,6 +1735,7 @@ dependencies = [ ...@@ -1731,6 +1735,7 @@ dependencies = [
"opentelemetry-otlp", "opentelemetry-otlp",
"opentelemetry_sdk", "opentelemetry_sdk",
"parking_lot", "parking_lot",
"percent-encoding",
"prometheus", "prometheus",
"rand 0.9.2", "rand 0.9.2",
"rayon", "rayon",
...@@ -1890,7 +1895,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" ...@@ -1890,7 +1895,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb" checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb"
dependencies = [ dependencies = [
"libc", "libc",
"windows-sys 0.52.0", "windows-sys 0.61.2",
] ]
[[package]] [[package]]
...@@ -1904,16 +1909,18 @@ dependencies = [ ...@@ -1904,16 +1909,18 @@ dependencies = [
[[package]] [[package]]
name = "etcd-client" name = "etcd-client"
version = "0.16.1" version = "0.17.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "88365f1a5671eb2f7fc240adb216786bc6494b38ce15f1d26ad6eaa303d5e822" checksum = "8acfe553027cd07fc5fafa81a84f19a7a87eaffaccd2162b6db05e8d6ce98084"
dependencies = [ dependencies = [
"http", "http",
"prost 0.13.5", "prost 0.14.1",
"tokio", "tokio",
"tokio-stream", "tokio-stream",
"tonic 0.13.1", "tonic 0.14.2",
"tonic-build", "tonic-build 0.14.2",
"tonic-prost",
"tonic-prost-build",
"tower", "tower",
"tower-service", "tower-service",
] ]
...@@ -2825,7 +2832,7 @@ dependencies = [ ...@@ -2825,7 +2832,7 @@ dependencies = [
"libc", "libc",
"percent-encoding", "percent-encoding",
"pin-project-lite", "pin-project-lite",
"socket2 0.5.10", "socket2 0.6.1",
"system-configuration", "system-configuration",
"tokio", "tokio",
"tower-service", "tower-service",
...@@ -2984,6 +2991,7 @@ dependencies = [ ...@@ -2984,6 +2991,7 @@ dependencies = [
"ravif", "ravif",
"rayon", "rayon",
"rgb", "rgb",
"serde",
"tiff", "tiff",
"zune-core", "zune-core",
"zune-jpeg", "zune-jpeg",
...@@ -3215,7 +3223,7 @@ dependencies = [ ...@@ -3215,7 +3223,7 @@ dependencies = [
"portable-atomic", "portable-atomic",
"portable-atomic-util", "portable-atomic-util",
"serde_core", "serde_core",
"windows-sys 0.52.0", "windows-sys 0.61.2",
] ]
[[package]] [[package]]
...@@ -3483,7 +3491,7 @@ dependencies = [ ...@@ -3483,7 +3491,7 @@ dependencies = [
[[package]] [[package]]
name = "kvbm-py3" name = "kvbm-py3"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-stream", "async-stream",
...@@ -3748,6 +3756,16 @@ dependencies = [ ...@@ -3748,6 +3756,16 @@ dependencies = [
"rayon", "rayon",
] ]
[[package]]
name = "md-5"
version = "0.10.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d89e7ee0cfbedfc4da3340218492196241d89eefb6dab27de5df917a6d2e78cf"
dependencies = [
"cfg-if 1.0.4",
"digest",
]
[[package]] [[package]]
name = "memchr" name = "memchr"
version = "2.7.6" version = "2.7.6"
...@@ -3806,9 +3824,9 @@ dependencies = [ ...@@ -3806,9 +3824,9 @@ dependencies = [
[[package]] [[package]]
name = "minijinja" name = "minijinja"
version = "2.12.0" version = "2.14.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a9f264d75233323f4b7d2f03aefe8a990690cdebfbfe26ea86bcbaec5e9ac990" checksum = "12ea9ac0a51fb5112607099560fdf0f90366ab088a2a9e6e8ae176794e9806aa"
dependencies = [ dependencies = [
"memo-map", "memo-map",
"self_cell", "self_cell",
...@@ -3817,9 +3835,9 @@ dependencies = [ ...@@ -3817,9 +3835,9 @@ dependencies = [
[[package]] [[package]]
name = "minijinja-contrib" name = "minijinja-contrib"
version = "2.12.0" version = "2.14.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "182ba1438db4679ddfa03792c183bdc2b9ce26b58e7d41a749e59b06497cf136" checksum = "be6ad8bbc21c256d5f2f5494699d5d69d519b8510d672a0e43b7bfa3a56c388a"
dependencies = [ dependencies = [
"minijinja", "minijinja",
"serde", "serde",
...@@ -3937,7 +3955,7 @@ dependencies = [ ...@@ -3937,7 +3955,7 @@ dependencies = [
"thiserror 2.0.17", "thiserror 2.0.17",
"tokio", "tokio",
"tonic 0.13.1", "tonic 0.13.1",
"tonic-build", "tonic-build 0.13.1",
"tracing", "tracing",
] ]
...@@ -3994,6 +4012,31 @@ dependencies = [ ...@@ -3994,6 +4012,31 @@ dependencies = [
"rawpointer", "rawpointer",
] ]
[[package]]
name = "ndarray-interp"
version = "0.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e43087829efb5ec2736598e88587df286425b59df5a9ce991994cdd2c5855d3f"
dependencies = [
"ndarray",
"num-traits",
"thiserror 2.0.17",
]
[[package]]
name = "ndarray-npy"
version = "0.9.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7b313788c468c49141a9d9b6131fc15f403e6ef4e8446a0b2e18f664ddb278a9"
dependencies = [
"byteorder",
"ndarray",
"num-complex",
"num-traits",
"py_literal",
"zip 2.4.2",
]
[[package]] [[package]]
name = "neli" name = "neli"
version = "0.6.5" version = "0.6.5"
...@@ -4086,9 +4129,9 @@ dependencies = [ ...@@ -4086,9 +4129,9 @@ dependencies = [
[[package]] [[package]]
name = "nixl-sys" name = "nixl-sys"
version = "0.7.0" version = "0.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a73b92494c94b2ff2d004cd9274d966863089e867dc9cd98bc640aefe7622036" checksum = "6d80bd4b5b8363cfd933000a8757a453e58ee10ee6e400c38ae31db512444a31"
dependencies = [ dependencies = [
"bindgen 0.71.1", "bindgen 0.71.1",
"cc", "cc",
...@@ -4170,7 +4213,7 @@ version = "0.50.3" ...@@ -4170,7 +4213,7 @@ version = "0.50.3"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7957b9740744892f114936ab4a57b3f487491bbeafaf8083688b16841a4240e5" checksum = "7957b9740744892f114936ab4a57b3f487491bbeafaf8083688b16841a4240e5"
dependencies = [ dependencies = [
"windows-sys 0.59.0", "windows-sys 0.61.2",
] ]
[[package]] [[package]]
...@@ -4489,6 +4532,44 @@ dependencies = [ ...@@ -4489,6 +4532,44 @@ dependencies = [
"memchr", "memchr",
] ]
[[package]]
name = "object_store"
version = "0.12.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4c1be0c6c22ec0817cdc77d3842f721a17fd30ab6965001415b5402a74e6b740"
dependencies = [
"async-trait",
"base64 0.22.1",
"bytes",
"chrono",
"form_urlencoded",
"futures",
"http",
"http-body-util",
"httparse",
"humantime",
"hyper",
"itertools 0.14.0",
"md-5",
"parking_lot",
"percent-encoding",
"quick-xml",
"rand 0.9.2",
"reqwest",
"ring",
"rustls-pemfile",
"serde",
"serde_json",
"serde_urlencoded",
"thiserror 2.0.17",
"tokio",
"tracing",
"url",
"walkdir",
"wasm-bindgen-futures",
"web-time",
]
[[package]] [[package]]
name = "offset-allocator" name = "offset-allocator"
version = "0.2.0" version = "0.2.0"
...@@ -5097,7 +5178,29 @@ dependencies = [ ...@@ -5097,7 +5178,29 @@ dependencies = [
"petgraph", "petgraph",
"prettyplease", "prettyplease",
"prost 0.13.5", "prost 0.13.5",
"prost-types", "prost-types 0.13.5",
"regex",
"syn 2.0.110",
"tempfile",
]
[[package]]
name = "prost-build"
version = "0.14.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ac6c3320f9abac597dcbc668774ef006702672474aad53c6d596b62e487b40b1"
dependencies = [
"heck",
"itertools 0.14.0",
"log",
"multimap",
"once_cell",
"petgraph",
"prettyplease",
"prost 0.14.1",
"prost-types 0.14.1",
"pulldown-cmark",
"pulldown-cmark-to-cmark",
"regex", "regex",
"syn 2.0.110", "syn 2.0.110",
"tempfile", "tempfile",
...@@ -5138,6 +5241,15 @@ dependencies = [ ...@@ -5138,6 +5241,15 @@ dependencies = [
"prost 0.13.5", "prost 0.13.5",
] ]
[[package]]
name = "prost-types"
version = "0.14.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b9b4db3d6da204ed77bb26ba83b6122a73aeb2e87e25fbf7ad2e84c4ccbf8f72"
dependencies = [
"prost 0.14.1",
]
[[package]] [[package]]
name = "protobuf" name = "protobuf"
version = "3.7.2" version = "3.7.2"
...@@ -5158,6 +5270,26 @@ dependencies = [ ...@@ -5158,6 +5270,26 @@ dependencies = [
"thiserror 1.0.69", "thiserror 1.0.69",
] ]
[[package]]
name = "pulldown-cmark"
version = "0.13.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1e8bbe1a966bd2f362681a44f6edce3c2310ac21e4d5067a6e7ec396297a6ea0"
dependencies = [
"bitflags 2.10.0",
"memchr",
"unicase",
]
[[package]]
name = "pulldown-cmark-to-cmark"
version = "21.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8246feae3db61428fd0bb94285c690b460e4517d83152377543ca802357785f1"
dependencies = [
"pulldown-cmark",
]
[[package]] [[package]]
name = "pulp" name = "pulp"
version = "0.18.22" version = "0.18.22"
...@@ -5193,6 +5325,19 @@ dependencies = [ ...@@ -5193,6 +5325,19 @@ dependencies = [
"num-traits", "num-traits",
] ]
[[package]]
name = "py_literal"
version = "0.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "102df7a3d46db9d3891f178dcc826dc270a6746277a9ae6436f8d29fd490a8e1"
dependencies = [
"num-bigint",
"num-complex",
"num-traits",
"pest",
"pest_derive",
]
[[package]] [[package]]
name = "pyo3" name = "pyo3"
version = "0.23.5" version = "0.23.5"
...@@ -5309,6 +5454,16 @@ version = "2.0.1" ...@@ -5309,6 +5454,16 @@ version = "2.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a993555f31e5a609f617c12db6250dedcac1b0a85076912c436e6fc9b2c8e6a3" checksum = "a993555f31e5a609f617c12db6250dedcac1b0a85076912c436e6fc9b2c8e6a3"
[[package]]
name = "quick-xml"
version = "0.38.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b66c2058c55a409d601666cffe35f04333cf1013010882cec174a7467cd4e21c"
dependencies = [
"memchr",
"serde",
]
[[package]] [[package]]
name = "quinn" name = "quinn"
version = "0.11.9" version = "0.11.9"
...@@ -5322,7 +5477,7 @@ dependencies = [ ...@@ -5322,7 +5477,7 @@ dependencies = [
"quinn-udp", "quinn-udp",
"rustc-hash 2.1.1", "rustc-hash 2.1.1",
"rustls", "rustls",
"socket2 0.5.10", "socket2 0.6.1",
"thiserror 2.0.17", "thiserror 2.0.17",
"tokio", "tokio",
"tracing", "tracing",
...@@ -5359,9 +5514,9 @@ dependencies = [ ...@@ -5359,9 +5514,9 @@ dependencies = [
"cfg_aliases", "cfg_aliases",
"libc", "libc",
"once_cell", "once_cell",
"socket2 0.5.10", "socket2 0.6.1",
"tracing", "tracing",
"windows-sys 0.52.0", "windows-sys 0.60.2",
] ]
[[package]] [[package]]
...@@ -5864,7 +6019,7 @@ dependencies = [ ...@@ -5864,7 +6019,7 @@ dependencies = [
"errno", "errno",
"libc", "libc",
"linux-raw-sys", "linux-raw-sys",
"windows-sys 0.52.0", "windows-sys 0.61.2",
] ]
[[package]] [[package]]
...@@ -6660,7 +6815,7 @@ dependencies = [ ...@@ -6660,7 +6815,7 @@ dependencies = [
"getrandom 0.3.4", "getrandom 0.3.4",
"once_cell", "once_cell",
"rustix", "rustix",
"windows-sys 0.52.0", "windows-sys 0.61.2",
] ]
[[package]] [[package]]
...@@ -7070,7 +7225,6 @@ dependencies = [ ...@@ -7070,7 +7225,6 @@ dependencies = [
"prost 0.13.5", "prost 0.13.5",
"socket2 0.5.10", "socket2 0.5.10",
"tokio", "tokio",
"tokio-rustls",
"tokio-stream", "tokio-stream",
"tower", "tower",
"tower-layer", "tower-layer",
...@@ -7085,8 +7239,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" ...@@ -7085,8 +7239,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "eb7613188ce9f7df5bfe185db26c5814347d110db17920415cf2fbcad85e7203" checksum = "eb7613188ce9f7df5bfe185db26c5814347d110db17920415cf2fbcad85e7203"
dependencies = [ dependencies = [
"async-trait", "async-trait",
"axum",
"base64 0.22.1", "base64 0.22.1",
"bytes", "bytes",
"h2",
"http", "http",
"http-body", "http-body",
"http-body-util", "http-body-util",
...@@ -7095,8 +7251,10 @@ dependencies = [ ...@@ -7095,8 +7251,10 @@ dependencies = [
"hyper-util", "hyper-util",
"percent-encoding", "percent-encoding",
"pin-project", "pin-project",
"socket2 0.6.1",
"sync_wrapper", "sync_wrapper",
"tokio", "tokio",
"tokio-rustls",
"tokio-stream", "tokio-stream",
"tower", "tower",
"tower-layer", "tower-layer",
...@@ -7112,8 +7270,20 @@ checksum = "eac6f67be712d12f0b41328db3137e0d0757645d8904b4cb7d51cd9c2279e847" ...@@ -7112,8 +7270,20 @@ checksum = "eac6f67be712d12f0b41328db3137e0d0757645d8904b4cb7d51cd9c2279e847"
dependencies = [ dependencies = [
"prettyplease", "prettyplease",
"proc-macro2", "proc-macro2",
"prost-build", "prost-build 0.13.5",
"prost-types", "prost-types 0.13.5",
"quote",
"syn 2.0.110",
]
[[package]]
name = "tonic-build"
version = "0.14.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4c40aaccc9f9eccf2cd82ebc111adc13030d23e887244bc9cfa5d1d636049de3"
dependencies = [
"prettyplease",
"proc-macro2",
"quote", "quote",
"syn 2.0.110", "syn 2.0.110",
] ]
...@@ -7129,6 +7299,22 @@ dependencies = [ ...@@ -7129,6 +7299,22 @@ dependencies = [
"tonic 0.14.2", "tonic 0.14.2",
] ]
[[package]]
name = "tonic-prost-build"
version = "0.14.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b4a16cba4043dc3ff43fcb3f96b4c5c154c64cbd18ca8dce2ab2c6a451d058a2"
dependencies = [
"prettyplease",
"proc-macro2",
"prost-build 0.14.1",
"prost-types 0.14.1",
"quote",
"syn 2.0.110",
"tempfile",
"tonic-build 0.14.2",
]
[[package]] [[package]]
name = "tower" name = "tower"
version = "0.5.2" version = "0.5.2"
...@@ -7840,7 +8026,7 @@ version = "0.1.11" ...@@ -7840,7 +8026,7 @@ version = "0.1.11"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22" checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22"
dependencies = [ dependencies = [
"windows-sys 0.48.0", "windows-sys 0.61.2",
] ]
[[package]] [[package]]
...@@ -8407,6 +8593,23 @@ dependencies = [ ...@@ -8407,6 +8593,23 @@ dependencies = [
"thiserror 1.0.69", "thiserror 1.0.69",
] ]
[[package]]
name = "zip"
version = "2.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "fabe6324e908f85a1c52063ce7aa26b68dcb7eb6dbc83a2d148403c9bc3eba50"
dependencies = [
"arbitrary",
"crc32fast",
"crossbeam-utils",
"displaydoc",
"flate2",
"indexmap 2.12.0",
"memchr",
"thiserror 2.0.17",
"zopfli",
]
[[package]] [[package]]
name = "zip" name = "zip"
version = "3.0.0" version = "3.0.0"
......
lib/bindings/kvbm/Cargo.toml
View file @ 5b82b8b0
...@@ -5,7 +5,7 @@ ...@@ -5,7 +5,7 @@
[package] [package]
name = "kvbm-py3" name = "kvbm-py3"
version = "0.7.0" version = "0.7.1"
edition = "2024" edition = "2024"
authors = ["NVIDIA"] authors = ["NVIDIA"]
license = "Apache-2.0" license = "Apache-2.0"
......
lib/bindings/kvbm/pyproject.toml
View file @ 5b82b8b0
...@@ -16,7 +16,7 @@ ...@@ -16,7 +16,7 @@
[project] [project]
name = "kvbm" name = "kvbm"
version = "0.7.0" version = "0.7.1"
description = "Dynamo KVBM" description = "Dynamo KVBM"
readme = "README.md" readme = "README.md"
authors = [ authors = [
......
lib/bindings/python/Cargo.lock
View file @ 5b82b8b0
...@@ -1566,7 +1566,7 @@ checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9" ...@@ -1566,7 +1566,7 @@ checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9"
[[package]] [[package]]
name = "dynamo-async-openai" name = "dynamo-async-openai"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"async-openai-macros", "async-openai-macros",
"backoff", "backoff",
...@@ -1599,7 +1599,7 @@ dependencies = [ ...@@ -1599,7 +1599,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-llm" name = "dynamo-llm"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"ahash", "ahash",
"aho-corasick", "aho-corasick",
...@@ -1710,7 +1710,7 @@ dependencies = [ ...@@ -1710,7 +1710,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-parsers" name = "dynamo-parsers"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-async-openai", "dynamo-async-openai",
...@@ -1728,7 +1728,7 @@ dependencies = [ ...@@ -1728,7 +1728,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-py3" name = "dynamo-py3"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-stream", "async-stream",
...@@ -1762,7 +1762,7 @@ dependencies = [ ...@@ -1762,7 +1762,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-runtime" name = "dynamo-runtime"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"arc-swap", "arc-swap",
......
lib/bindings/python/Cargo.toml
View file @ 5b82b8b0
...@@ -7,7 +7,7 @@ ...@@ -7,7 +7,7 @@
[package] [package]
name = "dynamo-py3" name = "dynamo-py3"
version = "0.7.0" version = "0.7.1"
edition = "2024" edition = "2024"
authors = ["NVIDIA"] authors = ["NVIDIA"]
license = "Apache-2.0" license = "Apache-2.0"
......
lib/bindings/python/pyproject.toml
View file @ 5b82b8b0
...@@ -16,7 +16,7 @@ ...@@ -16,7 +16,7 @@
[project] [project]
name = "ai-dynamo-runtime" name = "ai-dynamo-runtime"
version = "0.7.0" version = "0.7.1"
description = "Dynamo Inference Framework Runtime" description = "Dynamo Inference Framework Runtime"
readme = "README.md" readme = "README.md"
authors = [ authors = [
......
lib/llm/Cargo.toml
View file @ 5b82b8b0
...@@ -40,7 +40,7 @@ required-features = ["block-manager", "testing-cuda"] ...@@ -40,7 +40,7 @@ required-features = ["block-manager", "testing-cuda"]
[dependencies] [dependencies]
# repo # repo
dynamo-runtime = { workspace = true } dynamo-runtime = { workspace = true }
dynamo-memory = { path = "../memory", version = "0.7.0", optional = true } dynamo-memory = { path = "../memory", optional = true }
# workspace # workspace
aho-corasick = "1.1" aho-corasick = "1.1"
......
lib/runtime/examples/Cargo.lock
View file @ 5b82b8b0
...@@ -873,7 +873,7 @@ checksum = "d0881ea181b1df73ff77ffaaf9c7544ecc11e82fba9b5f27b262a3c73a332555" ...@@ -873,7 +873,7 @@ checksum = "d0881ea181b1df73ff77ffaaf9c7544ecc11e82fba9b5f27b262a3c73a332555"
[[package]] [[package]]
name = "dynamo-runtime" name = "dynamo-runtime"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"arc-swap", "arc-swap",
...@@ -1356,7 +1356,7 @@ checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" ...@@ -1356,7 +1356,7 @@ checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
[[package]] [[package]]
name = "hello_world" name = "hello_world"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-runtime", "dynamo-runtime",
...@@ -3455,7 +3455,7 @@ dependencies = [ ...@@ -3455,7 +3455,7 @@ dependencies = [
[[package]] [[package]]
name = "service_metrics" name = "service_metrics"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-runtime", "dynamo-runtime",
...@@ -3642,7 +3642,7 @@ dependencies = [ ...@@ -3642,7 +3642,7 @@ dependencies = [
[[package]] [[package]]
name = "system_metrics" name = "system_metrics"
version = "0.7.0" version = "0.7.1"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-runtime", "dynamo-runtime",
......
lib/runtime/examples/Cargo.toml
View file @ 5b82b8b0
...@@ -10,7 +10,7 @@ members = [ ...@@ -10,7 +10,7 @@ members = [
resolver = "3" resolver = "3"
[workspace.package] [workspace.package]
version = "0.7.0" version = "0.7.1"
edition = "2024" edition = "2024"
authors = ["NVIDIA"] authors = ["NVIDIA"]
license = "Apache-2.0" license = "Apache-2.0"
......
pyproject.toml
View file @ 5b82b8b0
...@@ -3,7 +3,7 @@ ...@@ -3,7 +3,7 @@
[project] [project]
name = "ai-dynamo" name = "ai-dynamo"
version = "0.7.0" version = "0.7.1"
description = "Distributed Inference Framework" description = "Distributed Inference Framework"
readme = "README.md" readme = "README.md"
authors = [ authors = [
...@@ -13,7 +13,7 @@ license = { text = "Apache-2.0" } ...@@ -13,7 +13,7 @@ license = { text = "Apache-2.0" }
license-files = ["LICENSE"] license-files = ["LICENSE"]
requires-python = ">=3.10" requires-python = ">=3.10"
dependencies = [ dependencies = [
"ai-dynamo-runtime==0.7.0", "ai-dynamo-runtime==0.7.1",
"transformers>=4.56.0,<=4.57.1", "transformers>=4.56.0,<=4.57.1",
"pytest>=8.3.4", "pytest>=8.3.4",
"types-psutil>=7.0.0.20250218", "types-psutil>=7.0.0.20250218",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment