feat: task scheduler (#2406)

Signed-off-by: Ryan Olson <ryanolson@users.noreply.github.com>

Cargo.lock

@@ -7513,6 +7513,8 @@ dependencies = [
  "futures-core",
  "futures-io",
  "futures-sink",
+ "futures-util",
+ "hashbrown 0.15.4",
  "pin-project-lite",
  "tokio",
 ]

Cargo.toml

@@ -59,7 +59,7 @@ tempfile = "3"
 thiserror = { version = "2.0.11" }
 tokio = { version = "1", features = ["full"] }
 tokio-stream = { version = "0.1" }
-tokio-util = { version = "0.7", features = ["codec", "net"] }
+tokio-util = { version = "0.7", features = ["codec", "net", "rt"] }
 tower-http = {version = "0.6", features=["trace"]}
 axum = { version = "0.8" , features = ["macros"]}
 tracing = { version = "0.1" }

lib/bindings/python/Cargo.lock

@@ -4883,6 +4883,8 @@ dependencies = [
  "futures-core",
  "futures-io",
  "futures-sink",
+ "futures-util",
+ "hashbrown 0.15.4",
  "pin-project-lite",
  "tokio",
 ]

lib/runtime/src/utils.rs

@@ -19,5 +19,6 @@ pub mod leader_worker_barrier;
 pub mod pool;
 pub mod stream;
 pub mod task;
+pub mod tasks;
 pub mod typed_prefix_watcher;
 pub mod worker_monitor;

lib/runtime/src/utils/tasks.rs

+// SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+// SPDX-License-Identifier: Apache-2.0
+
+pub mod critical;
+pub mod tracker;