engine.rs 1.29 KB
Newer Older
1
2
3
4
5
6
7
8
// SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

//! Engine factory — creates the appropriate scheduler based on [`EngineType`].

use tokio::sync::mpsc;
use tokio_util::sync::CancellationToken;

9
use crate::common::protocols::{EngineType, KvEventPublishers, MockEngineArgs, OutputSignal};
10
11
12
13
14
15
16
17
18
19
use crate::scheduler::{Scheduler, SchedulerHandle, SglangScheduler};

/// Create a scheduler for the configured engine type.
///
/// Returns a boxed [`SchedulerHandle`] that the engine wrapper can use
/// without knowing which backend is running underneath.
pub fn create_engine(
    args: MockEngineArgs,
    dp_rank: u32,
    output_tx: Option<mpsc::UnboundedSender<OutputSignal>>,
20
    kv_event_publishers: KvEventPublishers,
21
22
23
24
25
26
27
    cancellation_token: Option<CancellationToken>,
) -> Box<dyn SchedulerHandle> {
    match args.engine_type {
        EngineType::Vllm => Box::new(Scheduler::new(
            args,
            dp_rank,
            output_tx,
28
            kv_event_publishers,
29
30
31
32
33
34
            cancellation_token,
        )),
        EngineType::Sglang => Box::new(SglangScheduler::new(
            args,
            dp_rank,
            output_tx,
35
            kv_event_publishers,
36
37
38
39
            cancellation_token,
        )),
    }
}