Unverified Commit 66c36996 authored by Pavithra Vijayakrishnan's avatar Pavithra Vijayakrishnan Committed by GitHub
Browse files

chore: version update for 0.9.0 (#5661)


Signed-off-by: default avatarpvijayakrish <pvijayakrish@nvidia.com>
parent 546f1bbc
...@@ -2226,7 +2226,7 @@ checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9" ...@@ -2226,7 +2226,7 @@ checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9"
[[package]] [[package]]
name = "dynamo-async-openai" name = "dynamo-async-openai"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"async-openai-macros", "async-openai-macros",
"backoff", "backoff",
...@@ -2265,14 +2265,14 @@ dependencies = [ ...@@ -2265,14 +2265,14 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-config" name = "dynamo-config"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
] ]
[[package]] [[package]]
name = "dynamo-engine-mistralrs" name = "dynamo-engine-mistralrs"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-stream", "async-stream",
...@@ -2290,7 +2290,7 @@ dependencies = [ ...@@ -2290,7 +2290,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-llm" name = "dynamo-llm"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"ahash", "ahash",
"aho-corasick", "aho-corasick",
...@@ -2401,7 +2401,7 @@ dependencies = [ ...@@ -2401,7 +2401,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-memory" name = "dynamo-memory"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"cudarc", "cudarc",
...@@ -2418,7 +2418,7 @@ dependencies = [ ...@@ -2418,7 +2418,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-parsers" name = "dynamo-parsers"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-async-openai", "dynamo-async-openai",
...@@ -2437,7 +2437,7 @@ dependencies = [ ...@@ -2437,7 +2437,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-run" name = "dynamo-run"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-stream", "async-stream",
...@@ -2465,7 +2465,7 @@ dependencies = [ ...@@ -2465,7 +2465,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-runtime" name = "dynamo-runtime"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"arc-swap", "arc-swap",
...@@ -2543,7 +2543,7 @@ dependencies = [ ...@@ -2543,7 +2543,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-tokens" name = "dynamo-tokens"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"bs58", "bs58",
"bytemuck", "bytemuck",
...@@ -4702,7 +4702,7 @@ checksum = "2874a2af47a2325c2001a6e6fad9b16a53b802102b528163885171cf92b15976" ...@@ -4702,7 +4702,7 @@ checksum = "2874a2af47a2325c2001a6e6fad9b16a53b802102b528163885171cf92b15976"
[[package]] [[package]]
name = "libdynamo_llm" name = "libdynamo_llm"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-once-cell", "async-once-cell",
......
...@@ -32,7 +32,7 @@ default-members = [ ...@@ -32,7 +32,7 @@ default-members = [
resolver = "3" resolver = "3"
[workspace.package] [workspace.package]
version = "0.8.0" version = "0.9.0"
edition = "2024" edition = "2024"
description = "Dynamo Inference Framework" description = "Dynamo Inference Framework"
authors = ["NVIDIA Inc. <sw-dl-dynamo@nvidia.com>"] authors = ["NVIDIA Inc. <sw-dl-dynamo@nvidia.com>"]
...@@ -43,15 +43,15 @@ keywords = ["llm", "genai", "inference", "nvidia", "distributed"] ...@@ -43,15 +43,15 @@ keywords = ["llm", "genai", "inference", "nvidia", "distributed"]
[workspace.dependencies] [workspace.dependencies]
# Local crates # Local crates
dynamo-runtime = { path = "lib/runtime", version = "0.8.0" } dynamo-runtime = { path = "lib/runtime", version = "0.9.0" }
dynamo-llm = { path = "lib/llm", version = "0.8.0" } dynamo-llm = { path = "lib/llm", version = "0.9.0" }
dynamo-config = { path = "lib/config", version = "0.8.0" } dynamo-config = { path = "lib/config", version = "0.9.0" }
dynamo-tokens = { path = "lib/tokens", version = "0.8.0" } dynamo-tokens = { path = "lib/tokens", version = "0.9.0" }
dynamo-async-openai = { path = "lib/async-openai", version = "0.8.0", features = [ dynamo-async-openai = { path = "lib/async-openai", version = "0.9.0", features = [
"byot", "byot",
"rustls", "rustls",
] } ] }
dynamo-parsers = { path = "lib/parsers", version = "0.8.0" } dynamo-parsers = { path = "lib/parsers", version = "0.9.0" }
# External dependencies # External dependencies
anyhow = { version = "1" } anyhow = { version = "1" }
......
...@@ -16,5 +16,5 @@ apiVersion: v2 ...@@ -16,5 +16,5 @@ apiVersion: v2
name: dynamo-crds name: dynamo-crds
description: A Helm chart for dynamo CRDs description: A Helm chart for dynamo CRDs
type: application type: application
version: 0.8.0 version: 0.9.0
dependencies: [] dependencies: []
\ No newline at end of file
...@@ -19,7 +19,7 @@ maintainers: ...@@ -19,7 +19,7 @@ maintainers:
url: https://www.nvidia.com url: https://www.nvidia.com
description: A Helm chart for NVIDIA Dynamo Platform. description: A Helm chart for NVIDIA Dynamo Platform.
type: application type: application
version: 0.8.0 version: 0.9.0
home: https://nvidia.com home: https://nvidia.com
dependencies: dependencies:
- name: dynamo-operator - name: dynamo-operator
......
...@@ -2,7 +2,7 @@ ...@@ -2,7 +2,7 @@
This document provides a comprehensive compatibility matrix for key Dynamo features across the supported backends. This document provides a comprehensive compatibility matrix for key Dynamo features across the supported backends.
*Updated for Dynamo v0.8.0* *Updated for Dynamo v0.9.0*
**Legend:** **Legend:**
* ✅ : Supported * ✅ : Supported
......
...@@ -1557,7 +1557,7 @@ checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9" ...@@ -1557,7 +1557,7 @@ checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9"
[[package]] [[package]]
name = "dynamo-async-openai" name = "dynamo-async-openai"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"async-openai-macros", "async-openai-macros",
"backoff", "backoff",
...@@ -1584,14 +1584,14 @@ dependencies = [ ...@@ -1584,14 +1584,14 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-config" name = "dynamo-config"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
] ]
[[package]] [[package]]
name = "dynamo-llm" name = "dynamo-llm"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"ahash", "ahash",
"aho-corasick", "aho-corasick",
...@@ -1686,7 +1686,7 @@ dependencies = [ ...@@ -1686,7 +1686,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-memory" name = "dynamo-memory"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"cudarc 0.17.8", "cudarc 0.17.8",
...@@ -1702,7 +1702,7 @@ dependencies = [ ...@@ -1702,7 +1702,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-parsers" name = "dynamo-parsers"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-async-openai", "dynamo-async-openai",
...@@ -1720,7 +1720,7 @@ dependencies = [ ...@@ -1720,7 +1720,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-runtime" name = "dynamo-runtime"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"arc-swap", "arc-swap",
...@@ -3517,7 +3517,7 @@ dependencies = [ ...@@ -3517,7 +3517,7 @@ dependencies = [
[[package]] [[package]]
name = "kvbm-py3" name = "kvbm-py3"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-stream", "async-stream",
......
...@@ -5,7 +5,7 @@ ...@@ -5,7 +5,7 @@
[package] [package]
name = "kvbm-py3" name = "kvbm-py3"
version = "0.8.0" version = "0.9.0"
edition = "2024" edition = "2024"
authors = ["NVIDIA"] authors = ["NVIDIA"]
license = "Apache-2.0" license = "Apache-2.0"
......
...@@ -16,7 +16,7 @@ ...@@ -16,7 +16,7 @@
[project] [project]
name = "kvbm" name = "kvbm"
version = "0.8.0" version = "0.9.0"
description = "Dynamo KVBM" description = "Dynamo KVBM"
readme = "README.md" readme = "README.md"
authors = [ authors = [
......
...@@ -1566,7 +1566,7 @@ checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9" ...@@ -1566,7 +1566,7 @@ checksum = "e1d926b4d407d372f141f93bb444696142c29d32962ccbd3531117cf3aa0bfa9"
[[package]] [[package]]
name = "dynamo-async-openai" name = "dynamo-async-openai"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"async-openai-macros", "async-openai-macros",
"backoff", "backoff",
...@@ -1593,14 +1593,14 @@ dependencies = [ ...@@ -1593,14 +1593,14 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-config" name = "dynamo-config"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
] ]
[[package]] [[package]]
name = "dynamo-llm" name = "dynamo-llm"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"ahash", "ahash",
"aho-corasick", "aho-corasick",
...@@ -1695,7 +1695,7 @@ dependencies = [ ...@@ -1695,7 +1695,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-memory" name = "dynamo-memory"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"cudarc", "cudarc",
...@@ -1711,7 +1711,7 @@ dependencies = [ ...@@ -1711,7 +1711,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-parsers" name = "dynamo-parsers"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-async-openai", "dynamo-async-openai",
...@@ -1729,7 +1729,7 @@ dependencies = [ ...@@ -1729,7 +1729,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-py3" name = "dynamo-py3"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"async-stream", "async-stream",
...@@ -1763,7 +1763,7 @@ dependencies = [ ...@@ -1763,7 +1763,7 @@ dependencies = [
[[package]] [[package]]
name = "dynamo-runtime" name = "dynamo-runtime"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"arc-swap", "arc-swap",
......
...@@ -7,7 +7,7 @@ ...@@ -7,7 +7,7 @@
[package] [package]
name = "dynamo-py3" name = "dynamo-py3"
version = "0.8.0" version = "0.9.0"
edition = "2024" edition = "2024"
authors = ["NVIDIA"] authors = ["NVIDIA"]
license = "Apache-2.0" license = "Apache-2.0"
......
...@@ -16,7 +16,7 @@ ...@@ -16,7 +16,7 @@
[project] [project]
name = "ai-dynamo-runtime" name = "ai-dynamo-runtime"
version = "0.8.0" version = "0.9.0"
description = "Dynamo Inference Framework Runtime" description = "Dynamo Inference Framework Runtime"
readme = "README.md" readme = "README.md"
authors = [ authors = [
......
...@@ -7,7 +7,7 @@ build-backend = "setuptools.build_meta" ...@@ -7,7 +7,7 @@ build-backend = "setuptools.build_meta"
[project] [project]
name = "gpu-memory-service" name = "gpu-memory-service"
version = "0.8.0" version = "0.9.0"
description = "GPU Memory Service for Dynamo - CUDA VMM-based GPU memory allocation and sharing" description = "GPU Memory Service for Dynamo - CUDA VMM-based GPU memory allocation and sharing"
readme = "README.md" readme = "README.md"
authors = [ authors = [
......
...@@ -46,7 +46,7 @@ def _create_ext_modules(): ...@@ -46,7 +46,7 @@ def _create_ext_modules():
setup( setup(
name="gpu-memory-service", name="gpu-memory-service",
version="0.8.0", version="0.9.0",
description="GPU Memory Service for Dynamo - CUDA VMM-based GPU memory allocation and sharing", description="GPU Memory Service for Dynamo - CUDA VMM-based GPU memory allocation and sharing",
author="NVIDIA Inc.", author="NVIDIA Inc.",
author_email="sw-dl-dynamo@nvidia.com", author_email="sw-dl-dynamo@nvidia.com",
......
...@@ -873,14 +873,14 @@ checksum = "d0881ea181b1df73ff77ffaaf9c7544ecc11e82fba9b5f27b262a3c73a332555" ...@@ -873,14 +873,14 @@ checksum = "d0881ea181b1df73ff77ffaaf9c7544ecc11e82fba9b5f27b262a3c73a332555"
[[package]] [[package]]
name = "dynamo-config" name = "dynamo-config"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
] ]
[[package]] [[package]]
name = "dynamo-runtime" name = "dynamo-runtime"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"arc-swap", "arc-swap",
...@@ -1364,7 +1364,7 @@ checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" ...@@ -1364,7 +1364,7 @@ checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
[[package]] [[package]]
name = "hello_world" name = "hello_world"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-runtime", "dynamo-runtime",
...@@ -3463,7 +3463,7 @@ dependencies = [ ...@@ -3463,7 +3463,7 @@ dependencies = [
[[package]] [[package]]
name = "service_metrics" name = "service_metrics"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-runtime", "dynamo-runtime",
...@@ -3650,7 +3650,7 @@ dependencies = [ ...@@ -3650,7 +3650,7 @@ dependencies = [
[[package]] [[package]]
name = "system_metrics" name = "system_metrics"
version = "0.8.0" version = "0.9.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"dynamo-runtime", "dynamo-runtime",
......
...@@ -10,7 +10,7 @@ members = [ ...@@ -10,7 +10,7 @@ members = [
resolver = "3" resolver = "3"
[workspace.package] [workspace.package]
version = "0.8.0" version = "0.9.0"
edition = "2024" edition = "2024"
authors = ["NVIDIA"] authors = ["NVIDIA"]
license = "Apache-2.0" license = "Apache-2.0"
......
...@@ -3,7 +3,7 @@ ...@@ -3,7 +3,7 @@
[project] [project]
name = "ai-dynamo" name = "ai-dynamo"
version = "0.8.0" version = "0.9.0"
description = "Distributed Inference Framework" description = "Distributed Inference Framework"
readme = "README.md" readme = "README.md"
authors = [ authors = [
...@@ -13,7 +13,7 @@ license = { text = "Apache-2.0" } ...@@ -13,7 +13,7 @@ license = { text = "Apache-2.0" }
license-files = ["LICENSE"] license-files = ["LICENSE"]
requires-python = ">=3.10" requires-python = ">=3.10"
dependencies = [ dependencies = [
"ai-dynamo-runtime==0.8.0", "ai-dynamo-runtime==0.9.0",
"transformers>=4.56.0", "transformers>=4.56.0",
"pytest>=8.3.4", "pytest>=8.3.4",
"types-psutil>=7.0.0.20250218", "types-psutil>=7.0.0.20250218",
......
...@@ -205,7 +205,7 @@ First, deploy the Dynamo Graph per instructions above. ...@@ -205,7 +205,7 @@ First, deploy the Dynamo Graph per instructions above.
Then follow [Deploy Inference Gateway Section 2](../deploy/inference-gateway/README.md#2-deploy-inference-gateway) to install GAIE. Then follow [Deploy Inference Gateway Section 2](../deploy/inference-gateway/README.md#2-deploy-inference-gateway) to install GAIE.
Update the containers.epp.image in the deployment file, i.e. llama-3-70b/vllm/agg/gaie/k8s-manifests/epp/deployment.yaml. It should match the release tag and be in the format `nvcr.io/nvidia/ai-dynamo/frontend:<version>` e.g. `nvcr.io/nvidia/ai-dynamo/frontend:0.8.0` Update the containers.epp.image in the deployment file, i.e. llama-3-70b/vllm/agg/gaie/k8s-manifests/epp/deployment.yaml. It should match the release tag and be in the format `nvcr.io/nvidia/ai-dynamo/frontend:<version>` e.g. `nvcr.io/nvidia/ai-dynamo/frontend:0.9.0`
The recipe assumes you are using Kubernetes discovery backend and sets the `DYN_DISCOVERY_BACKEND` env variable in the epp deployment. If you want to use etcd enable the lines below and remove the DYN_DISCOVERY_BACKEND env var. The recipe assumes you are using Kubernetes discovery backend and sets the `DYN_DISCOVERY_BACKEND` env variable in the epp deployment. If you want to use etcd enable the lines below and remove the DYN_DISCOVERY_BACKEND env var.
```bash ```bash
- name: ETCD_ENDPOINTS - name: ETCD_ENDPOINTS
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment