chore: upgrade nixl to 0.10.0 (#6685)

Cargo.lock

@@ -4601,9 +4601,9 @@ dependencies = [
 
 [[package]]
 name = "nixl-sys"
-version = "0.9.0"
+version = "0.10.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1e3d48272133186f64c82a89faff4405b342478a2f015bb35d78550eff2a9961"
+checksum = "6f3a8dbbcf3542aa080e8e6112cecc4f6e14d5b107a535802319d5e24801b42a"
 dependencies = [
  "anyhow",
  "bincode 1.3.3",

container/context.yaml

@@ -22,7 +22,7 @@ dynamo:
   nats_version: v2.10.28
   etcd_version: v3.5.21
 
-  nixl_ref: 0.9.0
+  nixl_ref: 0.10.0
   nixl_ucx_ref: v1.20.0
   nixl_gdrcopy_ref: v2.5.1
   nixl_ucx_efa_ref: 9d2b88a1f67faf9876f267658bd077b379b8bb76

container/deps/trtllm/install_nixl.sh

@@ -27,7 +27,7 @@ UCX_VERSION="v1.20.0"
 UCX_INSTALL_PATH="/usr/local/ucx/"
 CUDA_PATH="/usr/local/cuda"
 
-NIXL_COMMIT="2d475e4ae5bf12f5cfd592631076b089e9c2d983"
+NIXL_COMMIT="31c2b7710a3dc96709c869b3a33aad2a982f42ff"
 
 UCX_REPO="https://github.com/openucx/ucx.git"
 NIXL_REPO="https://github.com/ai-dynamo/nixl.git"

lib/bindings/kvbm/Cargo.lock

@@ -3866,9 +3866,9 @@ dependencies = [
 
 [[package]]
 name = "nixl-sys"
-version = "0.9.0"
+version = "0.10.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1e3d48272133186f64c82a89faff4405b342478a2f015bb35d78550eff2a9961"
+checksum = "6f3a8dbbcf3542aa080e8e6112cecc4f6e14d5b107a535802319d5e24801b42a"
 dependencies = [
  "anyhow",
  "bincode 1.3.3",

lib/bindings/kvbm/pyproject.toml

@@ -26,7 +26,7 @@ license = { text = "Apache-2.0" }
 license-files = ["LICENSE"]
 requires-python = ">=3.10"
 dependencies = [
-    "nixl[cu12]==0.9.0",
+    "nixl[cu12]==0.10.0",
     "pydantic>=2.0"
 ]
 classifiers = [
@@ -45,8 +45,8 @@ classifiers = [
 keywords = ["llm", "genai", "inference", "nvidia", "kvcache", "dynamo"]
 
 [project.optional-dependencies]
-cu12 = ["nixl[cu12]==0.9.0"]
-cu13 = ["nixl[cu13]==0.9.0"]
+cu12 = ["nixl[cu12]==0.10.0"]
+cu13 = ["nixl[cu13]==0.10.0"]
 test = [
     "pytest>=8.3.4",
     "pytest-mypy",

lib/bindings/python/Cargo.lock

@@ -3914,9 +3914,9 @@ dependencies = [
 
 [[package]]
 name = "nixl-sys"
-version = "0.9.0"
+version = "0.10.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1e3d48272133186f64c82a89faff4405b342478a2f015bb35d78550eff2a9961"
+checksum = "6f3a8dbbcf3542aa080e8e6112cecc4f6e14d5b107a535802319d5e24801b42a"
 dependencies = [
  "anyhow",
  "bincode 1.3.3",

lib/llm/Cargo.toml

@@ -108,7 +108,7 @@ dialoguer = { version = "0.11", default-features = false, features = [
 
 # block_manager
 aligned-vec = { version = "0.6.4", optional = true }
-nixl-sys = { version = "=0.9.0", optional = true }
+nixl-sys = { version = "=0.10.0", optional = true }
 cudarc = { workspace = true, optional = true }
 nix = { version = "0.26", optional = true }
 

lib/memory/Cargo.toml

@@ -27,7 +27,7 @@ dynamo-config = { workspace = true }
 
 anyhow = { workspace = true }
 cudarc = { workspace = true }
-nixl-sys = { version = "0.9" }
+nixl-sys = { version = "0.10" }
 serde = { workspace = true}
 thiserror = { workspace = true }
 tracing = { workspace = true }

pyproject.toml

@@ -56,7 +56,7 @@ trtllm =[
 
 vllm = [
     "uvloop",
-    "nixl[cu12]<=0.9.0",
+    "nixl[cu12]<=0.10.0",
     "vllm[flashinfer,runai]==0.16.0",
     # vllm-omni 0.16.0rc1 is not on PyPI; installed from source in container builds
     # (see container/deps/vllm/install_vllm.sh). pip install ai-dynamo[vllm] will
@@ -68,7 +68,7 @@ vllm = [
 sglang = [
     "uvloop",
     "sglang[diffusion]==0.5.9",
-    "nixl[cu12]<=0.9.0",
+    "nixl[cu12]<=0.10.0",
     "cupy-cuda12x>=13.0.0",
 ]