discovery.rs

// SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

mod model;
pub use model::Model;

mod model_manager;
pub use model_manager::{ModelManager, ModelManagerError};

mod worker_set;
pub use worker_set::WorkerSet;

pub(crate) mod runtime_configs;
pub use runtime_configs::{RuntimeConfigWatch, runtime_config_watch};

mod watcher;
pub use watcher::{ModelUpdate, ModelWatcher};

mod worker_monitor;
pub use worker_monitor::{
    KvWorkerMonitor, LoadThresholdConfig, WORKER_TYPE_DECODE, WORKER_TYPE_PREFILL, WorkerLoadState,
};