discovery.rs 643 Bytes
Newer Older
1
// SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
3
4
// SPDX-License-Identifier: Apache-2.0

mod model_manager;
5
6
7
8
pub use model_manager::{ModelManager, ModelManagerError};

pub(crate) mod runtime_configs;
pub use runtime_configs::{RuntimeConfigs, RuntimeConfigsSubscriber};
9
10

mod watcher;
11
pub use watcher::{ModelUpdate, ModelWatcher};
12

13
mod worker_monitor;
14
15
16
17
18
pub use worker_monitor::{
    KvWorkerMonitor, LoadThresholdConfig, WORKER_ACTIVE_DECODE_BLOCKS_GAUGE,
    WORKER_ACTIVE_PREFILL_TOKENS_GAUGE, WORKER_TYPE_DECODE, WORKER_TYPE_PREFILL, WorkerLoadState,
    register_worker_load_metrics,
};